2024-12-16 08:34:59,381 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-16 08:34:59,408 main DEBUG Took 0.024123 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 08:34:59,409 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 08:34:59,409 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 08:34:59,410 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 08:34:59,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,422 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 08:34:59,444 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,458 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,459 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,461 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,462 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,463 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,464 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,472 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,473 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,474 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,475 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:34:59,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,483 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 08:34:59,487 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:34:59,489 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 08:34:59,492 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 08:34:59,493 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 08:34:59,494 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 08:34:59,495 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 08:34:59,507 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 08:34:59,511 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 08:34:59,517 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 08:34:59,518 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 08:34:59,519 main DEBUG createAppenders(={Console}) 2024-12-16 08:34:59,520 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-16 08:34:59,520 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-16 08:34:59,521 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-16 08:34:59,522 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 08:34:59,522 main DEBUG OutputStream closed 2024-12-16 08:34:59,523 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 08:34:59,523 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 08:34:59,523 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-16 08:34:59,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 08:34:59,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 08:34:59,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 08:34:59,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 08:34:59,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 08:34:59,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 08:34:59,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 08:34:59,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 08:34:59,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 08:34:59,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 08:34:59,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 08:34:59,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 08:34:59,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 08:34:59,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 08:34:59,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 08:34:59,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 08:34:59,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 08:34:59,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 08:34:59,651 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 08:34:59,651 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-16 08:34:59,651 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 08:34:59,652 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-16T08:35:00,072 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f 2024-12-16 08:35:00,081 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 08:35:00,082 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T08:35:00,104 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-16T08:35:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T08:35:00,155 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120, deleteOnExit=true 2024-12-16T08:35:00,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T08:35:00,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/test.cache.data in system properties and HBase conf 2024-12-16T08:35:00,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T08:35:00,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/hadoop.log.dir in system properties and HBase conf 2024-12-16T08:35:00,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T08:35:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T08:35:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T08:35:00,382 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T08:35:00,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T08:35:00,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:35:00,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:35:00,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T08:35:00,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:35:00,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T08:35:00,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T08:35:00,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:35:00,598 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:35:00,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T08:35:00,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/nfs.dump.dir in system properties and HBase conf 2024-12-16T08:35:00,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/java.io.tmpdir in system properties and HBase conf 2024-12-16T08:35:00,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:35:00,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T08:35:00,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T08:35:02,252 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T08:35:02,459 INFO [Time-limited test {}] log.Log(170): Logging initialized @4849ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T08:35:02,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:35:02,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:35:02,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:35:02,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:35:02,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:35:02,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:35:02,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:35:02,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:35:03,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-8108924151352401424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:35:03,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:37245} 2024-12-16T08:35:03,481 INFO [Time-limited test {}] server.Server(415): Started @5873ms 2024-12-16T08:35:04,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:35:04,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:35:04,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:35:04,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:35:04,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:35:04,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a9a1951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:35:04,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200c8689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:35:04,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e8c6150{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/java.io.tmpdir/jetty-localhost-34403-hadoop-hdfs-3_4_1-tests_jar-_-any-8501057696620886706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:35:04,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c9bdbec{HTTP/1.1, (http/1.1)}{localhost:34403} 2024-12-16T08:35:04,494 INFO [Time-limited test {}] server.Server(415): Started @6886ms 2024-12-16T08:35:04,562 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:35:05,125 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120/dfs/data/data1/current/BP-1395786418-172.17.0.3-1734338101808/current, will proceed with Du for space computation calculation, 2024-12-16T08:35:05,128 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120/dfs/data/data2/current/BP-1395786418-172.17.0.3-1734338101808/current, will proceed with Du for space computation calculation, 2024-12-16T08:35:05,239 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:35:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x759f5dab1cb9e0f4 with lease ID 0x4131adae99aa2365: Processing first storage report for DS-e8045ca5-e676-43f2-9f87-09c4f352e126 from datanode DatanodeRegistration(127.0.0.1:39869, datanodeUuid=00c6c53d-8c4d-452e-8845-53fe8911e441, infoPort=32885, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1241392973;c=1734338101808) 2024-12-16T08:35:05,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x759f5dab1cb9e0f4 with lease ID 0x4131adae99aa2365: from storage DS-e8045ca5-e676-43f2-9f87-09c4f352e126 node DatanodeRegistration(127.0.0.1:39869, datanodeUuid=00c6c53d-8c4d-452e-8845-53fe8911e441, infoPort=32885, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1241392973;c=1734338101808), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-16T08:35:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x759f5dab1cb9e0f4 with lease ID 0x4131adae99aa2365: Processing first storage report for DS-79bb737a-964c-4957-9c36-09de45920815 from datanode DatanodeRegistration(127.0.0.1:39869, datanodeUuid=00c6c53d-8c4d-452e-8845-53fe8911e441, infoPort=32885, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1241392973;c=1734338101808) 2024-12-16T08:35:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x759f5dab1cb9e0f4 with lease ID 0x4131adae99aa2365: from storage DS-79bb737a-964c-4957-9c36-09de45920815 node DatanodeRegistration(127.0.0.1:39869, datanodeUuid=00c6c53d-8c4d-452e-8845-53fe8911e441, infoPort=32885, infoSecurePort=0, ipcPort=44811, storageInfo=lv=-57;cid=testClusterID;nsid=1241392973;c=1734338101808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:35:05,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f 2024-12-16T08:35:05,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120/zookeeper_0, clientPort=62313, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T08:35:05,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62313 2024-12-16T08:35:05,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:35:05,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:35:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:35:06,518 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 with version=8 2024-12-16T08:35:06,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/hbase-staging 2024-12-16T08:35:06,715 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T08:35:07,118 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:35:07,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:35:07,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:35:07,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:35:07,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:35:07,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:35:07,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:35:07,466 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T08:35:07,483 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T08:35:07,489 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:35:07,526 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12034 (auto-detected) 2024-12-16T08:35:07,527 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-16T08:35:07,555 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37517 2024-12-16T08:35:07,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:35:07,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:35:07,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37517 connecting to ZooKeeper ensemble=127.0.0.1:62313 2024-12-16T08:35:07,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375170x0, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:35:07,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37517-0x10099f7096a0000 connected 2024-12-16T08:35:07,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:35:07,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:35:07,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:35:07,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37517 2024-12-16T08:35:07,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37517 2024-12-16T08:35:07,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37517 2024-12-16T08:35:07,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37517 2024-12-16T08:35:07,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37517 2024-12-16T08:35:07,934 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333, hbase.cluster.distributed=false 2024-12-16T08:35:08,081 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:35:08,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:35:08,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:35:08,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:35:08,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:35:08,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:35:08,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:35:08,089 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:35:08,090 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:34791 2024-12-16T08:35:08,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:35:08,115 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:35:08,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:35:08,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:35:08,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34791 connecting to ZooKeeper ensemble=127.0.0.1:62313 2024-12-16T08:35:08,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347910x0, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:35:08,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347910x0, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:35:08,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347910x0, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:35:08,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34791-0x10099f7096a0001 connected 2024-12-16T08:35:08,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:35:08,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34791 2024-12-16T08:35:08,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34791 2024-12-16T08:35:08,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34791 2024-12-16T08:35:08,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34791 2024-12-16T08:35:08,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34791 2024-12-16T08:35:08,190 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e845af7b5e21,37517,1734338106705 2024-12-16T08:35:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:35:08,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:35:08,205 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e845af7b5e21,37517,1734338106705 2024-12-16T08:35:08,214 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e845af7b5e21:37517 2024-12-16T08:35:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:35:08,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:35:08,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:08,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:08,251 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:35:08,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:35:08,252 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e845af7b5e21,37517,1734338106705 from backup master directory 2024-12-16T08:35:08,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:35:08,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e845af7b5e21,37517,1734338106705 2024-12-16T08:35:08,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:35:08,257 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:35:08,257 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e845af7b5e21,37517,1734338106705 2024-12-16T08:35:08,260 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T08:35:08,262 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T08:35:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:35:08,781 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/hbase.id with ID: 7187c5a8-4105-43d5-93c9-c272327f4d4b 2024-12-16T08:35:08,850 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:35:08,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:08,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:08,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:35:09,381 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:35:09,384 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T08:35:09,410 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:09,417 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:35:09,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:35:09,919 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store 2024-12-16T08:35:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:35:10,383 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T08:35:10,384 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:10,387 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:35:10,387 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:35:10,388 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:35:10,388 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:35:10,388 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:35:10,388 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:35:10,389 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:35:10,394 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/.initializing 2024-12-16T08:35:10,395 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/WALs/e845af7b5e21,37517,1734338106705 2024-12-16T08:35:10,406 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:35:10,430 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C37517%2C1734338106705, suffix=, logDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/WALs/e845af7b5e21,37517,1734338106705, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/oldWALs, maxLogs=10 2024-12-16T08:35:10,459 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/WALs/e845af7b5e21,37517,1734338106705/e845af7b5e21%2C37517%2C1734338106705.1734338110436, exclude list is [], retry=0 2024-12-16T08:35:10,495 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39869,DS-e8045ca5-e676-43f2-9f87-09c4f352e126,DISK] 2024-12-16T08:35:10,499 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T08:35:10,565 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/WALs/e845af7b5e21,37517,1734338106705/e845af7b5e21%2C37517%2C1734338106705.1734338110436 2024-12-16T08:35:10,570 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-12-16T08:35:10,571 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:35:10,572 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:10,576 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,577 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T08:35:10,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:10,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:35:10,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T08:35:10,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:10,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:10,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T08:35:10,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:10,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:10,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T08:35:10,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:10,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:10,752 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,754 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,770 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T08:35:10,778 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:35:10,789 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:35:10,802 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69644720, jitterRate=0.03778719902038574}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T08:35:10,809 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:35:10,812 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T08:35:10,860 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2323b48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:10,915 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T08:35:10,934 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T08:35:10,935 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T08:35:10,942 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T08:35:10,945 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 3 msec 2024-12-16T08:35:10,955 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 9 msec 2024-12-16T08:35:10,955 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T08:35:11,020 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T08:35:11,044 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T08:35:11,054 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T08:35:11,057 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T08:35:11,064 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T08:35:11,067 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T08:35:11,072 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T08:35:11,080 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T08:35:11,090 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T08:35:11,096 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T08:35:11,104 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T08:35:11,128 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T08:35:11,137 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T08:35:11,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:35:11,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:35:11,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:11,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:11,152 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e845af7b5e21,37517,1734338106705, sessionid=0x10099f7096a0000, setting cluster-up flag (Was=false) 2024-12-16T08:35:11,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:11,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:11,212 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T08:35:11,227 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,37517,1734338106705 2024-12-16T08:35:11,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:11,262 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T08:35:11,286 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,37517,1734338106705 2024-12-16T08:35:11,334 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e845af7b5e21:34791 2024-12-16T08:35:11,346 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1008): ClusterId : 7187c5a8-4105-43d5-93c9-c272327f4d4b 2024-12-16T08:35:11,350 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:35:11,393 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:35:11,393 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:35:11,411 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:35:11,412 DEBUG [RS:0;e845af7b5e21:34791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9f5045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:11,416 DEBUG [RS:0;e845af7b5e21:34791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:35:11,419 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:35:11,419 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:35:11,419 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:35:11,422 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,37517,1734338106705 with isa=e845af7b5e21/172.17.0.3:34791, startcode=1734338108080 2024-12-16T08:35:11,436 DEBUG [RS:0;e845af7b5e21:34791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:35:11,438 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T08:35:11,445 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T08:35:11,449 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T08:35:11,455 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e845af7b5e21,37517,1734338106705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T08:35:11,460 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:35:11,460 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:35:11,461 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:35:11,461 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:35:11,461 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e845af7b5e21:0, corePoolSize=10, maxPoolSize=10 2024-12-16T08:35:11,461 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,461 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:35:11,462 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,475 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734338141475 2024-12-16T08:35:11,477 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:35:11,477 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T08:35:11,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T08:35:11,479 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T08:35:11,483 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T08:35:11,483 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T08:35:11,484 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T08:35:11,485 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T08:35:11,486 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,486 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:11,487 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49355, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:35:11,487 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:35:11,488 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T08:35:11,490 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T08:35:11,490 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T08:35:11,493 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T08:35:11,493 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T08:35:11,496 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734338111494,5,FailOnTimeoutGroup] 2024-12-16T08:35:11,496 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37517 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:11,503 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734338111496,5,FailOnTimeoutGroup] 2024-12-16T08:35:11,503 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,503 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T08:35:11,505 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,505 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:35:11,533 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-16T08:35:11,533 WARN [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-16T08:35:11,537 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T08:35:11,538 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:35:11,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:35:11,588 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:11,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:35:11,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:35:11,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:11,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:35:11,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:35:11,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:35:11,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:11,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:35:11,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:35:11,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:35:11,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:11,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:35:11,641 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740 2024-12-16T08:35:11,644 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,37517,1734338106705 with isa=e845af7b5e21/172.17.0.3:34791, startcode=1734338108080 2024-12-16T08:35:11,648 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740 2024-12-16T08:35:11,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37517 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,34791,1734338108080 2024-12-16T08:35:11,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37517 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:11,654 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:35:11,666 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:35:11,668 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:35:11,668 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34513 2024-12-16T08:35:11,668 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:35:11,680 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:35:11,683 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67261288, jitterRate=0.002271294593811035}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:35:11,688 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:35:11,688 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:35:11,689 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:35:11,689 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:35:11,689 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:35:11,689 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:35:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:35:11,693 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:35:11,693 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:35:11,700 DEBUG [RS:0;e845af7b5e21:34791 {}] zookeeper.ZKUtil(111): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,34791,1734338108080 2024-12-16T08:35:11,701 WARN [RS:0;e845af7b5e21:34791 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:35:11,701 INFO [RS:0;e845af7b5e21:34791 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:35:11,701 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/WALs/e845af7b5e21,34791,1734338108080 2024-12-16T08:35:11,704 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:35:11,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T08:35:11,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,34791,1734338108080] 2024-12-16T08:35:11,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T08:35:11,721 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:35:11,744 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T08:35:11,754 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:35:11,756 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T08:35:11,784 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:35:11,794 INFO [RS:0;e845af7b5e21:34791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:35:11,795 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,799 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:35:11,815 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,815 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,816 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,816 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,816 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,816 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,819 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:35:11,819 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,819 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,820 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,820 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,820 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:35:11,820 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:35:11,821 DEBUG [RS:0;e845af7b5e21:34791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:35:11,832 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,832 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,832 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,832 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,833 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34791,1734338108080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:35:11,861 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:35:11,864 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34791,1734338108080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:11,899 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.Replication(204): e845af7b5e21,34791,1734338108080 started 2024-12-16T08:35:11,900 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,34791,1734338108080, RpcServer on e845af7b5e21/172.17.0.3:34791, sessionid=0x10099f7096a0001 2024-12-16T08:35:11,901 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:35:11,901 DEBUG [RS:0;e845af7b5e21:34791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,34791,1734338108080 2024-12-16T08:35:11,902 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,34791,1734338108080' 2024-12-16T08:35:11,902 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:35:11,907 WARN [e845af7b5e21:37517 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T08:35:11,909 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:35:11,916 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:35:11,916 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:35:11,917 DEBUG [RS:0;e845af7b5e21:34791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,34791,1734338108080 2024-12-16T08:35:11,918 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,34791,1734338108080' 2024-12-16T08:35:11,918 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:35:11,928 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:35:11,936 DEBUG [RS:0;e845af7b5e21:34791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:35:11,936 INFO [RS:0;e845af7b5e21:34791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:35:11,936 INFO [RS:0;e845af7b5e21:34791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:35:12,044 INFO [RS:0;e845af7b5e21:34791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:35:12,052 INFO [RS:0;e845af7b5e21:34791 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C34791%2C1734338108080, suffix=, logDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/WALs/e845af7b5e21,34791,1734338108080, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/oldWALs, maxLogs=32 2024-12-16T08:35:12,083 DEBUG [RS:0;e845af7b5e21:34791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/WALs/e845af7b5e21,34791,1734338108080/e845af7b5e21%2C34791%2C1734338108080.1734338112058, exclude list is [], retry=0 2024-12-16T08:35:12,100 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39869,DS-e8045ca5-e676-43f2-9f87-09c4f352e126,DISK] 2024-12-16T08:35:12,118 INFO [RS:0;e845af7b5e21:34791 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/WALs/e845af7b5e21,34791,1734338108080/e845af7b5e21%2C34791%2C1734338108080.1734338112058 2024-12-16T08:35:12,120 DEBUG [RS:0;e845af7b5e21:34791 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-12-16T08:35:12,159 DEBUG [e845af7b5e21:37517 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T08:35:12,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:12,183 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,34791,1734338108080, state=OPENING 2024-12-16T08:35:12,204 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T08:35:12,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:12,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:12,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:35:12,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:35:12,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:35:12,401 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:12,404 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:35:12,408 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:35:12,430 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T08:35:12,430 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:35:12,431 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T08:35:12,453 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C34791%2C1734338108080.meta, suffix=.meta, logDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/WALs/e845af7b5e21,34791,1734338108080, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/oldWALs, maxLogs=32 2024-12-16T08:35:12,484 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/WALs/e845af7b5e21,34791,1734338108080/e845af7b5e21%2C34791%2C1734338108080.meta.1734338112456.meta, exclude list is [], retry=0 2024-12-16T08:35:12,493 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39869,DS-e8045ca5-e676-43f2-9f87-09c4f352e126,DISK] 2024-12-16T08:35:12,501 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/WALs/e845af7b5e21,34791,1734338108080/e845af7b5e21%2C34791%2C1734338108080.meta.1734338112456.meta 2024-12-16T08:35:12,504 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-12-16T08:35:12,504 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:35:12,507 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T08:35:12,594 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T08:35:12,600 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T08:35:12,605 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T08:35:12,606 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:12,606 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T08:35:12,606 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T08:35:12,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:35:12,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:35:12,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:12,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:35:12,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:35:12,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:35:12,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:12,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:35:12,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:35:12,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:35:12,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:12,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:35:12,639 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740 2024-12-16T08:35:12,651 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740 2024-12-16T08:35:12,656 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:35:12,660 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:35:12,663 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64776399, jitterRate=-0.034756436944007874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:35:12,665 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:35:12,679 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734338112393 2024-12-16T08:35:12,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:12,700 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T08:35:12,701 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T08:35:12,708 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,34791,1734338108080, state=OPEN 2024-12-16T08:35:12,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:35:12,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:35:12,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:35:12,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:35:12,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T08:35:12,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e845af7b5e21,34791,1734338108080 in 507 msec 2024-12-16T08:35:12,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T08:35:12,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0210 sec 2024-12-16T08:35:12,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3930 sec 2024-12-16T08:35:12,766 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734338112766, completionTime=-1 2024-12-16T08:35:12,766 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T08:35:12,767 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T08:35:12,820 DEBUG [hconnection-0x3f9c3950-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:12,825 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:12,844 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T08:35:12,844 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734338172844 2024-12-16T08:35:12,844 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734338232844 2024-12-16T08:35:12,845 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 77 msec 2024-12-16T08:35:12,914 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37517,1734338106705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:12,915 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37517,1734338106705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:12,915 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37517,1734338106705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:12,917 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e845af7b5e21:37517, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:12,917 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:12,927 DEBUG [master/e845af7b5e21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T08:35:12,929 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T08:35:12,930 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:35:12,956 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T08:35:12,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:35:12,966 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:12,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:35:13,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741835_1011 (size=358) 2024-12-16T08:35:13,027 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9c7efdd8aa985b5b783166f22b595875, NAME => 'hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:35:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741836_1012 (size=42) 2024-12-16T08:35:13,452 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:13,452 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9c7efdd8aa985b5b783166f22b595875, disabling compactions & flushes 2024-12-16T08:35:13,452 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:35:13,453 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:35:13,453 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. after waiting 0 ms 2024-12-16T08:35:13,453 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:35:13,453 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:35:13,453 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9c7efdd8aa985b5b783166f22b595875: 2024-12-16T08:35:13,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:35:13,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734338113458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734338113458"}]},"ts":"1734338113458"} 2024-12-16T08:35:13,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:35:13,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:35:13,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338113503"}]},"ts":"1734338113503"} 2024-12-16T08:35:13,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T08:35:13,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9c7efdd8aa985b5b783166f22b595875, ASSIGN}] 2024-12-16T08:35:13,534 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9c7efdd8aa985b5b783166f22b595875, ASSIGN 2024-12-16T08:35:13,537 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9c7efdd8aa985b5b783166f22b595875, ASSIGN; state=OFFLINE, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=false 2024-12-16T08:35:13,688 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9c7efdd8aa985b5b783166f22b595875, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:13,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9c7efdd8aa985b5b783166f22b595875, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:35:13,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:13,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:35:13,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9c7efdd8aa985b5b783166f22b595875, NAME => 'hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:35:13,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:35:13,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:13,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:35:13,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:35:13,887 INFO [StoreOpener-9c7efdd8aa985b5b783166f22b595875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:35:13,905 INFO [StoreOpener-9c7efdd8aa985b5b783166f22b595875-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7efdd8aa985b5b783166f22b595875 columnFamilyName info 2024-12-16T08:35:13,905 DEBUG [StoreOpener-9c7efdd8aa985b5b783166f22b595875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:13,916 INFO [StoreOpener-9c7efdd8aa985b5b783166f22b595875-1 {}] regionserver.HStore(327): Store=9c7efdd8aa985b5b783166f22b595875/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:13,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:35:13,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:35:13,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:35:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:35:13,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9c7efdd8aa985b5b783166f22b595875; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60814154, jitterRate=-0.09379848837852478}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:35:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9c7efdd8aa985b5b783166f22b595875: 2024-12-16T08:35:13,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875., pid=6, masterSystemTime=1734338113849 2024-12-16T08:35:14,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:35:14,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:35:14,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9c7efdd8aa985b5b783166f22b595875, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:14,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T08:35:14,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9c7efdd8aa985b5b783166f22b595875, server=e845af7b5e21,34791,1734338108080 in 354 msec 2024-12-16T08:35:14,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T08:35:14,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9c7efdd8aa985b5b783166f22b595875, ASSIGN in 547 msec 2024-12-16T08:35:14,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:35:14,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338114105"}]},"ts":"1734338114105"} 2024-12-16T08:35:14,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T08:35:14,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:35:14,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2320 sec 2024-12-16T08:35:14,177 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T08:35:14,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:35:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:35:14,281 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T08:35:14,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:35:14,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 117 msec 2024-12-16T08:35:14,423 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T08:35:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:35:14,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 142 msec 2024-12-16T08:35:14,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T08:35:14,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T08:35:14,634 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 6.377sec 2024-12-16T08:35:14,636 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T08:35:14,638 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T08:35:14,640 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T08:35:14,640 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T08:35:14,641 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T08:35:14,642 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37517,1734338106705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:35:14,642 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37517,1734338106705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T08:35:14,688 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T08:35:14,689 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T08:35:14,690 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37517,1734338106705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:35:14,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5009c05e to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d3b45d8 2024-12-16T08:35:14,745 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T08:35:14,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b504bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:14,770 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T08:35:14,770 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T08:35:14,824 DEBUG [hconnection-0x6c70542a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:14,862 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e845af7b5e21,37517,1734338106705 2024-12-16T08:35:14,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=1448 2024-12-16T08:35:14,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:35:15,005 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:35:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:35:15,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:35:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:15,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:35:15,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:15,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-16T08:35:15,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:35:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:35:15,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741837_1013 (size=963) 2024-12-16T08:35:15,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:35:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:35:15,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741838_1014 (size=53) 2024-12-16T08:35:15,323 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:15,323 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5a3ab08b0d98135268be4a4f20718b8c, disabling compactions & flushes 2024-12-16T08:35:15,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. after waiting 0 ms 2024-12-16T08:35:15,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:15,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:35:15,328 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734338115327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734338115327"}]},"ts":"1734338115327"} 2024-12-16T08:35:15,337 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:35:15,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:35:15,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338115352"}]},"ts":"1734338115352"} 2024-12-16T08:35:15,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T08:35:15,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a3ab08b0d98135268be4a4f20718b8c, ASSIGN}] 2024-12-16T08:35:15,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a3ab08b0d98135268be4a4f20718b8c, ASSIGN 2024-12-16T08:35:15,417 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a3ab08b0d98135268be4a4f20718b8c, ASSIGN; state=OFFLINE, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=false 2024-12-16T08:35:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:35:15,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5a3ab08b0d98135268be4a4f20718b8c, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:15,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:35:15,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:15,738 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,739 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:35:15,739 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,739 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:15,740 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,740 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,748 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,766 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:15,766 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3ab08b0d98135268be4a4f20718b8c columnFamilyName A 2024-12-16T08:35:15,767 DEBUG [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:15,768 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.HStore(327): Store=5a3ab08b0d98135268be4a4f20718b8c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:15,769 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,787 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:15,788 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3ab08b0d98135268be4a4f20718b8c columnFamilyName B 2024-12-16T08:35:15,788 DEBUG [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:15,793 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.HStore(327): Store=5a3ab08b0d98135268be4a4f20718b8c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:15,793 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,803 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:15,804 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3ab08b0d98135268be4a4f20718b8c columnFamilyName C 2024-12-16T08:35:15,804 DEBUG [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:15,807 INFO [StoreOpener-5a3ab08b0d98135268be4a4f20718b8c-1 {}] regionserver.HStore(327): Store=5a3ab08b0d98135268be4a4f20718b8c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:15,808 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,810 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:35:15,819 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,838 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:35:15,846 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:15,857 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:35:15,859 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 5a3ab08b0d98135268be4a4f20718b8c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66528554, jitterRate=-0.008647292852401733}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:35:15,862 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:15,868 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., pid=11, masterSystemTime=1734338115729 2024-12-16T08:35:15,874 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,874 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:15,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5a3ab08b0d98135268be4a4f20718b8c, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:15,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T08:35:15,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 in 314 msec 2024-12-16T08:35:15,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T08:35:15,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a3ab08b0d98135268be4a4f20718b8c, ASSIGN in 495 msec 2024-12-16T08:35:15,907 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:35:15,907 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338115907"}]},"ts":"1734338115907"} 2024-12-16T08:35:15,919 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T08:35:15,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:35:15,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 842 msec 2024-12-16T08:35:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:35:16,322 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-16T08:35:16,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x124d23c0 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5922860b 2024-12-16T08:35:16,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb3fc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,364 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:35:16,390 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:35:16,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77f783cb to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1938ae02 2024-12-16T08:35:16,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5769a3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30c68ddf to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd26d7b 2024-12-16T08:35:16,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cac4303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b3a6cb4 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@774bf929 2024-12-16T08:35:16,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b10898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305f2915 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18751c86 2024-12-16T08:35:16,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7115de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd77b4a to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@251efa5e 2024-12-16T08:35:16,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d4d4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,475 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f7d3d3 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c943d 2024-12-16T08:35:16,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435176b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e6758ed to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@febc460 2024-12-16T08:35:16,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c7c7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e957ecd to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37950159 2024-12-16T08:35:16,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba01639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22daddc4 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d5a9f0f 2024-12-16T08:35:16,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6704743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:16,540 DEBUG [hconnection-0x1956867-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,548 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:16,568 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-16T08:35:16,570 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:16,574 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:16,576 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T08:35:16,588 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,580 DEBUG [hconnection-0x5f7b3fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,598 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,598 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,600 DEBUG [hconnection-0x5d4164ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,604 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,608 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,640 DEBUG [hconnection-0x2216ae23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:16,643 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,654 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,658 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,661 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,670 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T08:35:16,693 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:16,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:16,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:35:16,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T08:35:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:16,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:16,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:16,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:16,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:16,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:16,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:16,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:16,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:16,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:16,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T08:35:16,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/e81f26fb245e4e42b2c5a676b81622af is 50, key is test_row_0/A:col10/1734338116679/Put/seqid=0 2024-12-16T08:35:16,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338176927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:16,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:16,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T08:35:16,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741839_1015 (size=16681) 2024-12-16T08:35:16,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/e81f26fb245e4e42b2c5a676b81622af 2024-12-16T08:35:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:16,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:16,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338176948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338176942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:16,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338176958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338176959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338177054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/c85a57a6ec0544269ba7308d308139ba is 50, key is test_row_0/B:col10/1734338116679/Put/seqid=0 2024-12-16T08:35:17,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338177075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338177076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338177074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338177083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741840_1016 (size=12001) 2024-12-16T08:35:17,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/c85a57a6ec0544269ba7308d308139ba 2024-12-16T08:35:17,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T08:35:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:17,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:17,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T08:35:17,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/7f996cda26fb46b1900003c45dc47571 is 50, key is test_row_0/C:col10/1734338116679/Put/seqid=0 2024-12-16T08:35:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741841_1017 (size=12001) 2024-12-16T08:35:17,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/7f996cda26fb46b1900003c45dc47571 2024-12-16T08:35:17,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T08:35:17,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:17,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:17,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:17,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:17,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338177282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:17,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/e81f26fb245e4e42b2c5a676b81622af as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e81f26fb245e4e42b2c5a676b81622af 2024-12-16T08:35:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338177291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338177296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338177293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338177296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e81f26fb245e4e42b2c5a676b81622af, entries=250, sequenceid=13, filesize=16.3 K 2024-12-16T08:35:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/c85a57a6ec0544269ba7308d308139ba as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/c85a57a6ec0544269ba7308d308139ba 2024-12-16T08:35:17,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/c85a57a6ec0544269ba7308d308139ba, entries=150, sequenceid=13, filesize=11.7 K 2024-12-16T08:35:17,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/7f996cda26fb46b1900003c45dc47571 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7f996cda26fb46b1900003c45dc47571 2024-12-16T08:35:17,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7f996cda26fb46b1900003c45dc47571, entries=150, sequenceid=13, filesize=11.7 K 2024-12-16T08:35:17,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5a3ab08b0d98135268be4a4f20718b8c in 622ms, sequenceid=13, compaction requested=false 2024-12-16T08:35:17,366 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-16T08:35:17,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:17,441 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T08:35:17,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:17,443 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:35:17,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:17,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:17,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:17,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T08:35:17,460 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T08:35:17,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T08:35:17,469 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T08:35:17,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/95a3030704f640d0a14ed802d92d01e1 is 50, key is test_row_0/A:col10/1734338116944/Put/seqid=0 2024-12-16T08:35:17,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:35:17,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T08:35:17,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T08:35:17,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T08:35:17,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T08:35:17,475 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-16T08:35:17,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741842_1018 (size=12001) 2024-12-16T08:35:17,508 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/95a3030704f640d0a14ed802d92d01e1 2024-12-16T08:35:17,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/1204703f7a7147e4a8de7a1a8246947c is 50, key is test_row_0/B:col10/1734338116944/Put/seqid=0 2024-12-16T08:35:17,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741843_1019 (size=12001) 2024-12-16T08:35:17,572 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/1204703f7a7147e4a8de7a1a8246947c 2024-12-16T08:35:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/41700944f8c44c66b60c8f3e135c0735 is 50, key is test_row_0/C:col10/1734338116944/Put/seqid=0 2024-12-16T08:35:17,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741844_1020 (size=12001) 2024-12-16T08:35:17,637 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/41700944f8c44c66b60c8f3e135c0735 2024-12-16T08:35:17,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338177634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338177631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338177635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338177640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338177641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/95a3030704f640d0a14ed802d92d01e1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95a3030704f640d0a14ed802d92d01e1 2024-12-16T08:35:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T08:35:17,714 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95a3030704f640d0a14ed802d92d01e1, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T08:35:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/1204703f7a7147e4a8de7a1a8246947c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/1204703f7a7147e4a8de7a1a8246947c 2024-12-16T08:35:17,747 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/1204703f7a7147e4a8de7a1a8246947c, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T08:35:17,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/41700944f8c44c66b60c8f3e135c0735 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/41700944f8c44c66b60c8f3e135c0735 2024-12-16T08:35:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338177744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338177746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338177749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338177748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338177750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:17,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/41700944f8c44c66b60c8f3e135c0735, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T08:35:17,800 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 5a3ab08b0d98135268be4a4f20718b8c in 358ms, sequenceid=38, compaction requested=false 2024-12-16T08:35:17,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:17,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:17,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-16T08:35:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-16T08:35:17,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-16T08:35:17,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-12-16T08:35:17,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2460 sec 2024-12-16T08:35:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:17,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T08:35:17,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:17,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:17,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:17,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:17,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:17,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:18,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/229160a9fd104a7599d1e623684d0486 is 50, key is test_row_0/A:col10/1734338117631/Put/seqid=0 2024-12-16T08:35:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338178051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741845_1021 (size=12001) 2024-12-16T08:35:18,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/229160a9fd104a7599d1e623684d0486 2024-12-16T08:35:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338178064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338178064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338178059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338178058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/878f0c7e2bb840bc828e14f4f0828c41 is 50, key is test_row_0/B:col10/1734338117631/Put/seqid=0 2024-12-16T08:35:18,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T08:35:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741846_1022 (size=12001) 2024-12-16T08:35:18,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338178174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338178186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338178187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338178188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338178188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T08:35:18,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T08:35:18,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338178392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338178397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338178403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338178403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338178403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/878f0c7e2bb840bc828e14f4f0828c41 2024-12-16T08:35:18,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8ec0259195eb4b20a8017e44c5ca4d2f is 50, key is test_row_0/C:col10/1734338117631/Put/seqid=0 2024-12-16T08:35:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741847_1023 (size=12001) 2024-12-16T08:35:18,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338178698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338178705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338178708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T08:35:18,716 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-16T08:35:18,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338178713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338178719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-16T08:35:18,751 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:18,753 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:18,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T08:35:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T08:35:18,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:18,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-16T08:35:18,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:18,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T08:35:19,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-16T08:35:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:19,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:19,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8ec0259195eb4b20a8017e44c5ca4d2f 2024-12-16T08:35:19,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/229160a9fd104a7599d1e623684d0486 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/229160a9fd104a7599d1e623684d0486 2024-12-16T08:35:19,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/229160a9fd104a7599d1e623684d0486, entries=150, sequenceid=52, filesize=11.7 K 2024-12-16T08:35:19,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/878f0c7e2bb840bc828e14f4f0828c41 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/878f0c7e2bb840bc828e14f4f0828c41 2024-12-16T08:35:19,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/878f0c7e2bb840bc828e14f4f0828c41, entries=150, sequenceid=52, filesize=11.7 K 2024-12-16T08:35:19,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8ec0259195eb4b20a8017e44c5ca4d2f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8ec0259195eb4b20a8017e44c5ca4d2f 2024-12-16T08:35:19,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338179206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338179214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-16T08:35:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:19,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:19,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338179225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338179229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338179230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8ec0259195eb4b20a8017e44c5ca4d2f, entries=150, sequenceid=52, filesize=11.7 K 2024-12-16T08:35:19,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5a3ab08b0d98135268be4a4f20718b8c in 1273ms, sequenceid=52, compaction requested=true 2024-12-16T08:35:19,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:19,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:19,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:19,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:19,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:19,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:19,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:35:19,280 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:19,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:19,285 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:19,286 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:19,287 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,287 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/c85a57a6ec0544269ba7308d308139ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/1204703f7a7147e4a8de7a1a8246947c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/878f0c7e2bb840bc828e14f4f0828c41] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=35.2 K 2024-12-16T08:35:19,293 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c85a57a6ec0544269ba7308d308139ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734338116679 2024-12-16T08:35:19,294 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 1204703f7a7147e4a8de7a1a8246947c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734338116938 2024-12-16T08:35:19,295 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 878f0c7e2bb840bc828e14f4f0828c41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338117631 2024-12-16T08:35:19,305 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:19,306 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:19,306 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,306 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e81f26fb245e4e42b2c5a676b81622af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95a3030704f640d0a14ed802d92d01e1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/229160a9fd104a7599d1e623684d0486] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=39.7 K 2024-12-16T08:35:19,312 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e81f26fb245e4e42b2c5a676b81622af, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734338116650 2024-12-16T08:35:19,316 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95a3030704f640d0a14ed802d92d01e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734338116938 2024-12-16T08:35:19,320 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 229160a9fd104a7599d1e623684d0486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338117631 2024-12-16T08:35:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T08:35:19,377 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#9 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:19,379 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/2c6571f43d5e4b2688e3dfa841fd7ce1 is 50, key is test_row_0/B:col10/1734338117631/Put/seqid=0 2024-12-16T08:35:19,389 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#10 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:19,397 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/35ebe92c5cd74321b442c0adad9f0e47 is 50, key is test_row_0/A:col10/1734338117631/Put/seqid=0 2024-12-16T08:35:19,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:19,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-16T08:35:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,412 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T08:35:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:19,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741848_1024 (size=12104) 2024-12-16T08:35:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741849_1025 (size=12104) 2024-12-16T08:35:19,452 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/2c6571f43d5e4b2688e3dfa841fd7ce1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2c6571f43d5e4b2688e3dfa841fd7ce1 2024-12-16T08:35:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/381d72ca01574aad92c69a835b733c6f is 50, key is test_row_0/A:col10/1734338118047/Put/seqid=0 2024-12-16T08:35:19,468 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/35ebe92c5cd74321b442c0adad9f0e47 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/35ebe92c5cd74321b442c0adad9f0e47 2024-12-16T08:35:19,487 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into 2c6571f43d5e4b2688e3dfa841fd7ce1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:19,487 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:19,487 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=13, startTime=1734338119276; duration=0sec 2024-12-16T08:35:19,488 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:19,488 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:19,488 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:19,491 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into 35ebe92c5cd74321b442c0adad9f0e47(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:19,491 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:19,491 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=13, startTime=1734338119273; duration=0sec 2024-12-16T08:35:19,491 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:19,491 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:19,495 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:19,496 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:19,496 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:19,496 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7f996cda26fb46b1900003c45dc47571, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/41700944f8c44c66b60c8f3e135c0735, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8ec0259195eb4b20a8017e44c5ca4d2f] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=35.2 K 2024-12-16T08:35:19,497 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f996cda26fb46b1900003c45dc47571, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734338116679 2024-12-16T08:35:19,498 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 41700944f8c44c66b60c8f3e135c0735, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734338116938 2024-12-16T08:35:19,499 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec0259195eb4b20a8017e44c5ca4d2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338117631 2024-12-16T08:35:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741850_1026 (size=12001) 2024-12-16T08:35:19,571 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:19,590 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a702b3d38b66418386cc9b2741f0ca15 is 50, key is test_row_0/C:col10/1734338117631/Put/seqid=0 2024-12-16T08:35:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741851_1027 (size=12104) 2024-12-16T08:35:19,686 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a702b3d38b66418386cc9b2741f0ca15 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a702b3d38b66418386cc9b2741f0ca15 2024-12-16T08:35:19,716 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into a702b3d38b66418386cc9b2741f0ca15(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:19,716 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:19,716 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=13, startTime=1734338119276; duration=0sec 2024-12-16T08:35:19,717 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:19,717 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T08:35:19,918 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/381d72ca01574aad92c69a835b733c6f 2024-12-16T08:35:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/2872c14c5a9646499ab6e5dda0c00cd7 is 50, key is test_row_0/B:col10/1734338118047/Put/seqid=0 2024-12-16T08:35:20,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741852_1028 (size=12001) 2024-12-16T08:35:20,012 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/2872c14c5a9646499ab6e5dda0c00cd7 2024-12-16T08:35:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/adc53e24292643ed9fc85acf82725b3a is 50, key is test_row_0/C:col10/1734338118047/Put/seqid=0 2024-12-16T08:35:20,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741853_1029 (size=12001) 2024-12-16T08:35:20,096 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/adc53e24292643ed9fc85acf82725b3a 2024-12-16T08:35:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/381d72ca01574aad92c69a835b733c6f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/381d72ca01574aad92c69a835b733c6f 2024-12-16T08:35:20,123 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/381d72ca01574aad92c69a835b733c6f, entries=150, sequenceid=74, filesize=11.7 K 2024-12-16T08:35:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/2872c14c5a9646499ab6e5dda0c00cd7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2872c14c5a9646499ab6e5dda0c00cd7 2024-12-16T08:35:20,146 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2872c14c5a9646499ab6e5dda0c00cd7, entries=150, sequenceid=74, filesize=11.7 K 2024-12-16T08:35:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/adc53e24292643ed9fc85acf82725b3a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/adc53e24292643ed9fc85acf82725b3a 2024-12-16T08:35:20,179 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/adc53e24292643ed9fc85acf82725b3a, entries=150, sequenceid=74, filesize=11.7 K 2024-12-16T08:35:20,185 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 5a3ab08b0d98135268be4a4f20718b8c in 773ms, sequenceid=74, compaction requested=false 2024-12-16T08:35:20,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:20,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:20,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-16T08:35:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-16T08:35:20,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-16T08:35:20,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-12-16T08:35:20,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.4660 sec 2024-12-16T08:35:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:20,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:35:20,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:20,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/421929086db64b1dac542ffbdc9b2ad4 is 50, key is test_row_0/A:col10/1734338120299/Put/seqid=0 2024-12-16T08:35:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741854_1030 (size=16677) 2024-12-16T08:35:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338180459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338180464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338180465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338180470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338180473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338180594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338180597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338180597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338180600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338180601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/421929086db64b1dac542ffbdc9b2ad4 2024-12-16T08:35:20,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338180814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338180816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338180816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338180816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338180820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:20,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/5578b0f8edad477ca5a40b696a75cea7 is 50, key is test_row_0/B:col10/1734338120299/Put/seqid=0 2024-12-16T08:35:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T08:35:20,885 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-16T08:35:20,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741855_1031 (size=9657) 2024-12-16T08:35:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-16T08:35:20,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/5578b0f8edad477ca5a40b696a75cea7 2024-12-16T08:35:20,897 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T08:35:20,898 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:20,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:20,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/5df36f801daa4684b18734bc3dc97b16 is 50, key is test_row_0/C:col10/1734338120299/Put/seqid=0 2024-12-16T08:35:20,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741856_1032 (size=9657) 2024-12-16T08:35:20,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/5df36f801daa4684b18734bc3dc97b16 2024-12-16T08:35:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/421929086db64b1dac542ffbdc9b2ad4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/421929086db64b1dac542ffbdc9b2ad4 2024-12-16T08:35:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T08:35:21,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/421929086db64b1dac542ffbdc9b2ad4, entries=250, sequenceid=88, filesize=16.3 K 2024-12-16T08:35:21,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/5578b0f8edad477ca5a40b696a75cea7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5578b0f8edad477ca5a40b696a75cea7 2024-12-16T08:35:21,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5578b0f8edad477ca5a40b696a75cea7, entries=100, sequenceid=88, filesize=9.4 K 2024-12-16T08:35:21,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/5df36f801daa4684b18734bc3dc97b16 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5df36f801daa4684b18734bc3dc97b16 2024-12-16T08:35:21,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5df36f801daa4684b18734bc3dc97b16, entries=100, sequenceid=88, filesize=9.4 K 2024-12-16T08:35:21,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5a3ab08b0d98135268be4a4f20718b8c in 783ms, sequenceid=88, compaction requested=true 2024-12-16T08:35:21,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:21,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:21,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:21,085 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:21,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:21,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:21,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:21,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:35:21,086 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:21,089 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40782 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:21,089 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:21,089 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:21,089 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:21,089 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,089 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,089 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/35ebe92c5cd74321b442c0adad9f0e47, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/381d72ca01574aad92c69a835b733c6f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/421929086db64b1dac542ffbdc9b2ad4] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=39.8 K 2024-12-16T08:35:21,089 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2c6571f43d5e4b2688e3dfa841fd7ce1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2872c14c5a9646499ab6e5dda0c00cd7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5578b0f8edad477ca5a40b696a75cea7] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=33.0 K 2024-12-16T08:35:21,090 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35ebe92c5cd74321b442c0adad9f0e47, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338117631 2024-12-16T08:35:21,090 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c6571f43d5e4b2688e3dfa841fd7ce1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338117631 2024-12-16T08:35:21,091 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 381d72ca01574aad92c69a835b733c6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734338118037 2024-12-16T08:35:21,092 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 421929086db64b1dac542ffbdc9b2ad4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338120262 2024-12-16T08:35:21,092 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 2872c14c5a9646499ab6e5dda0c00cd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734338118037 2024-12-16T08:35:21,093 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 5578b0f8edad477ca5a40b696a75cea7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338120275 2024-12-16T08:35:21,123 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#18 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:21,141 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:21,144 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5d590feee2514bb289bba508bb37177c is 50, key is test_row_0/A:col10/1734338120299/Put/seqid=0 2024-12-16T08:35:21,154 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/8411f83b298a451ba799d75ed745df1b is 50, key is test_row_0/B:col10/1734338120299/Put/seqid=0 2024-12-16T08:35:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:21,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T08:35:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:21,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:21,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741857_1033 (size=12207) 2024-12-16T08:35:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741858_1034 (size=12207) 2024-12-16T08:35:21,192 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5d590feee2514bb289bba508bb37177c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5d590feee2514bb289bba508bb37177c 2024-12-16T08:35:21,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/f6bf10133f1a41919b9cb4a719db446b is 50, key is test_row_0/A:col10/1734338121164/Put/seqid=0 2024-12-16T08:35:21,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338181179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338181183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T08:35:21,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338181193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338181197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338181197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,213 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/8411f83b298a451ba799d75ed745df1b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/8411f83b298a451ba799d75ed745df1b 2024-12-16T08:35:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741859_1035 (size=12001) 2024-12-16T08:35:21,220 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into 5d590feee2514bb289bba508bb37177c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:21,220 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:21,220 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=13, startTime=1734338121085; duration=0sec 2024-12-16T08:35:21,220 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:21,221 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:21,221 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:21,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/f6bf10133f1a41919b9cb4a719db446b 2024-12-16T08:35:21,250 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into 8411f83b298a451ba799d75ed745df1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:21,250 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:21,250 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=13, startTime=1734338121085; duration=0sec 2024-12-16T08:35:21,250 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:21,250 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:21,252 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:21,252 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:21,252 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,252 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a702b3d38b66418386cc9b2741f0ca15, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/adc53e24292643ed9fc85acf82725b3a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5df36f801daa4684b18734bc3dc97b16] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=33.0 K 2024-12-16T08:35:21,260 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a702b3d38b66418386cc9b2741f0ca15, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338117631 2024-12-16T08:35:21,266 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting adc53e24292643ed9fc85acf82725b3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734338118037 2024-12-16T08:35:21,272 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5df36f801daa4684b18734bc3dc97b16, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338120275 2024-12-16T08:35:21,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338181303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338181303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/f4a5548f0e664e4cabf708cd18071445 is 50, key is test_row_0/B:col10/1734338121164/Put/seqid=0 2024-12-16T08:35:21,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338181304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338181310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338181313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,326 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:21,327 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/2faa3d317ca94f46ba58aee48a916b62 is 50, key is test_row_0/C:col10/1734338120299/Put/seqid=0 2024-12-16T08:35:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741861_1037 (size=12207) 2024-12-16T08:35:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741860_1036 (size=12001) 2024-12-16T08:35:21,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,388 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/2faa3d317ca94f46ba58aee48a916b62 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/2faa3d317ca94f46ba58aee48a916b62 2024-12-16T08:35:21,401 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into 2faa3d317ca94f46ba58aee48a916b62(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:21,401 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:21,401 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=13, startTime=1734338121086; duration=0sec 2024-12-16T08:35:21,401 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:21,401 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T08:35:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338181509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338181510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338181517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338181517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338181532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:21,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:21,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/f4a5548f0e664e4cabf708cd18071445 2024-12-16T08:35:21,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a91f99347fd34d3eb11eb2c24c850359 is 50, key is test_row_0/C:col10/1734338121164/Put/seqid=0 2024-12-16T08:35:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741862_1038 (size=12001) 2024-12-16T08:35:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338181820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338181821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338181825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338181824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:21,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:21,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:21,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338181844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T08:35:22,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:22,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:22,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:22,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:22,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:22,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:22,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:22,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:22,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a91f99347fd34d3eb11eb2c24c850359 2024-12-16T08:35:22,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/f6bf10133f1a41919b9cb4a719db446b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f6bf10133f1a41919b9cb4a719db446b 2024-12-16T08:35:22,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f6bf10133f1a41919b9cb4a719db446b, entries=150, sequenceid=117, filesize=11.7 K 2024-12-16T08:35:22,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/f4a5548f0e664e4cabf708cd18071445 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/f4a5548f0e664e4cabf708cd18071445 2024-12-16T08:35:22,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/f4a5548f0e664e4cabf708cd18071445, entries=150, sequenceid=117, filesize=11.7 K 2024-12-16T08:35:22,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a91f99347fd34d3eb11eb2c24c850359 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a91f99347fd34d3eb11eb2c24c850359 2024-12-16T08:35:22,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a91f99347fd34d3eb11eb2c24c850359, entries=150, sequenceid=117, filesize=11.7 K 2024-12-16T08:35:22,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 5a3ab08b0d98135268be4a4f20718b8c in 1146ms, sequenceid=117, compaction requested=false 2024-12-16T08:35:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:22,320 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T08:35:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:22,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-16T08:35:22,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:22,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:22,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:22,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:22,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:22,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/9fefb121d835429bbb55cfb42ca0d869 is 50, key is test_row_0/A:col10/1734338121189/Put/seqid=0 2024-12-16T08:35:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741863_1039 (size=12001) 2024-12-16T08:35:22,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/9fefb121d835429bbb55cfb42ca0d869 2024-12-16T08:35:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338182405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338182410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338182411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338182421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338182421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/9f54c89e6d1346babbe8366cffdc525f is 50, key is test_row_0/B:col10/1734338121189/Put/seqid=0 2024-12-16T08:35:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741864_1040 (size=12001) 2024-12-16T08:35:22,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338182527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338182539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338182540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338182540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338182540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338182736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338182747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338182747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338182748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338182749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:22,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/9f54c89e6d1346babbe8366cffdc525f 2024-12-16T08:35:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8acb2ec6912f45569779346bd39aaeac is 50, key is test_row_0/C:col10/1734338121189/Put/seqid=0 2024-12-16T08:35:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741865_1041 (size=12001) 2024-12-16T08:35:22,963 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8acb2ec6912f45569779346bd39aaeac 2024-12-16T08:35:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T08:35:23,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/9fefb121d835429bbb55cfb42ca0d869 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9fefb121d835429bbb55cfb42ca0d869 2024-12-16T08:35:23,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338183052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338183055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338183060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338183060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338183060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,079 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9fefb121d835429bbb55cfb42ca0d869, entries=150, sequenceid=129, filesize=11.7 K 2024-12-16T08:35:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/9f54c89e6d1346babbe8366cffdc525f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/9f54c89e6d1346babbe8366cffdc525f 2024-12-16T08:35:23,127 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/9f54c89e6d1346babbe8366cffdc525f, entries=150, sequenceid=129, filesize=11.7 K 2024-12-16T08:35:23,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8acb2ec6912f45569779346bd39aaeac as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8acb2ec6912f45569779346bd39aaeac 2024-12-16T08:35:23,155 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8acb2ec6912f45569779346bd39aaeac, entries=150, sequenceid=129, filesize=11.7 K 2024-12-16T08:35:23,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5a3ab08b0d98135268be4a4f20718b8c in 843ms, sequenceid=129, compaction requested=true 2024-12-16T08:35:23,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:23,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:23,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-16T08:35:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-16T08:35:23,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-16T08:35:23,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2810 sec 2024-12-16T08:35:23,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.3050 sec 2024-12-16T08:35:23,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-16T08:35:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:23,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:23,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:23,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338183596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338183602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/9c583e7a23df48c3ad4c1be2dc7f3d07 is 50, key is test_row_0/A:col10/1734338123576/Put/seqid=0 2024-12-16T08:35:23,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338183609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338183612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338183617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741866_1042 (size=12151) 2024-12-16T08:35:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338183713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338183715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338183722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338183723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338183729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338183929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338183938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338183933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338183939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:23,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338183972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/9c583e7a23df48c3ad4c1be2dc7f3d07 2024-12-16T08:35:24,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/447a055b1aa64083a90f5557d50ad7ec is 50, key is test_row_0/B:col10/1734338123576/Put/seqid=0 2024-12-16T08:35:24,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741867_1043 (size=12151) 2024-12-16T08:35:24,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/447a055b1aa64083a90f5557d50ad7ec 2024-12-16T08:35:24,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338184235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338184261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338184262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338184263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338184288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/59f1035fdcc546c7a33d0339a6fff468 is 50, key is test_row_0/C:col10/1734338123576/Put/seqid=0 2024-12-16T08:35:24,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741868_1044 (size=12151) 2024-12-16T08:35:24,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338184754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338184774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338184777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/59f1035fdcc546c7a33d0339a6fff468 2024-12-16T08:35:24,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338184777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338184797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:24,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/9c583e7a23df48c3ad4c1be2dc7f3d07 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9c583e7a23df48c3ad4c1be2dc7f3d07 2024-12-16T08:35:24,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9c583e7a23df48c3ad4c1be2dc7f3d07, entries=150, sequenceid=158, filesize=11.9 K 2024-12-16T08:35:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/447a055b1aa64083a90f5557d50ad7ec as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/447a055b1aa64083a90f5557d50ad7ec 2024-12-16T08:35:24,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/447a055b1aa64083a90f5557d50ad7ec, entries=150, sequenceid=158, filesize=11.9 K 2024-12-16T08:35:25,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/59f1035fdcc546c7a33d0339a6fff468 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/59f1035fdcc546c7a33d0339a6fff468 2024-12-16T08:35:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T08:35:25,016 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-16T08:35:25,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-16T08:35:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T08:35:25,034 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:25,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:25,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:25,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/59f1035fdcc546c7a33d0339a6fff468, entries=150, sequenceid=158, filesize=11.9 K 2024-12-16T08:35:25,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 5a3ab08b0d98135268be4a4f20718b8c in 1480ms, sequenceid=158, compaction requested=true 2024-12-16T08:35:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:35:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:35:25,066 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:35:25,068 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:35:25,073 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:35:25,073 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:25,073 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:25,073 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5d590feee2514bb289bba508bb37177c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f6bf10133f1a41919b9cb4a719db446b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9fefb121d835429bbb55cfb42ca0d869, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9c583e7a23df48c3ad4c1be2dc7f3d07] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=47.2 K 2024-12-16T08:35:25,074 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d590feee2514bb289bba508bb37177c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338118037 2024-12-16T08:35:25,075 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f6bf10133f1a41919b9cb4a719db446b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734338120452 2024-12-16T08:35:25,076 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fefb121d835429bbb55cfb42ca0d869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734338121173 2024-12-16T08:35:25,081 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c583e7a23df48c3ad4c1be2dc7f3d07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338122391 2024-12-16T08:35:25,084 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:35:25,084 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:25,084 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:25,084 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/2faa3d317ca94f46ba58aee48a916b62, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a91f99347fd34d3eb11eb2c24c850359, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8acb2ec6912f45569779346bd39aaeac, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/59f1035fdcc546c7a33d0339a6fff468] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=47.2 K 2024-12-16T08:35:25,096 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2faa3d317ca94f46ba58aee48a916b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338118037 2024-12-16T08:35:25,103 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91f99347fd34d3eb11eb2c24c850359, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734338120452 2024-12-16T08:35:25,109 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8acb2ec6912f45569779346bd39aaeac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734338121173 2024-12-16T08:35:25,110 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59f1035fdcc546c7a33d0339a6fff468, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338122391 2024-12-16T08:35:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T08:35:25,157 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:25,158 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/e9e6c1da9e45438bb7be1d54a4c3779b is 50, key is test_row_0/A:col10/1734338123576/Put/seqid=0 2024-12-16T08:35:25,170 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:25,171 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/9b9bfc96d30d4b069507eb2ae6d04a6f is 50, key is test_row_0/C:col10/1734338123576/Put/seqid=0 2024-12-16T08:35:25,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:25,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-16T08:35:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:25,204 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T08:35:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741869_1045 (size=12493) 2024-12-16T08:35:25,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/f98cc3bae0e04bb8a053de5b169f30af is 50, key is test_row_0/A:col10/1734338123604/Put/seqid=0 2024-12-16T08:35:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741870_1046 (size=12493) 2024-12-16T08:35:25,268 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/e9e6c1da9e45438bb7be1d54a4c3779b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9e6c1da9e45438bb7be1d54a4c3779b 2024-12-16T08:35:25,276 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/9b9bfc96d30d4b069507eb2ae6d04a6f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9b9bfc96d30d4b069507eb2ae6d04a6f 2024-12-16T08:35:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741871_1047 (size=12151) 2024-12-16T08:35:25,298 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into e9e6c1da9e45438bb7be1d54a4c3779b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:25,298 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into 9b9bfc96d30d4b069507eb2ae6d04a6f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:25,298 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:25,298 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:25,298 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=12, startTime=1734338125066; duration=0sec 2024-12-16T08:35:25,298 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=12, startTime=1734338125066; duration=0sec 2024-12-16T08:35:25,298 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:25,298 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:25,298 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:25,298 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:35:25,298 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:25,301 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:35:25,301 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:25,301 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:25,301 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/8411f83b298a451ba799d75ed745df1b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/f4a5548f0e664e4cabf708cd18071445, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/9f54c89e6d1346babbe8366cffdc525f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/447a055b1aa64083a90f5557d50ad7ec] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=47.2 K 2024-12-16T08:35:25,302 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8411f83b298a451ba799d75ed745df1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338118037 2024-12-16T08:35:25,304 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f4a5548f0e664e4cabf708cd18071445, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734338120452 2024-12-16T08:35:25,305 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f54c89e6d1346babbe8366cffdc525f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734338121173 2024-12-16T08:35:25,306 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 447a055b1aa64083a90f5557d50ad7ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338122391 2024-12-16T08:35:25,338 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:25,339 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/804379998c3d49a1b49fecbc9ff946e1 is 50, key is test_row_0/B:col10/1734338123576/Put/seqid=0 2024-12-16T08:35:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T08:35:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741872_1048 (size=12493) 2024-12-16T08:35:25,387 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/804379998c3d49a1b49fecbc9ff946e1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/804379998c3d49a1b49fecbc9ff946e1 2024-12-16T08:35:25,438 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into 804379998c3d49a1b49fecbc9ff946e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:25,439 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:25,439 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=12, startTime=1734338125066; duration=0sec 2024-12-16T08:35:25,439 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:25,439 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T08:35:25,706 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/f98cc3bae0e04bb8a053de5b169f30af 2024-12-16T08:35:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/29ab0912cea44422b89ad5eecaddd06a is 50, key is test_row_0/B:col10/1734338123604/Put/seqid=0 2024-12-16T08:35:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741873_1049 (size=12151) 2024-12-16T08:35:25,777 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/29ab0912cea44422b89ad5eecaddd06a 2024-12-16T08:35:25,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:25,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/905e4cd4f00f4306afb3d0b07a455f10 is 50, key is test_row_0/C:col10/1734338123604/Put/seqid=0 2024-12-16T08:35:25,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338185877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:25,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741874_1050 (size=12151) 2024-12-16T08:35:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338185877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:25,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338185881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338185882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:25,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/905e4cd4f00f4306afb3d0b07a455f10 2024-12-16T08:35:25,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338185888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:25,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/f98cc3bae0e04bb8a053de5b169f30af as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f98cc3bae0e04bb8a053de5b169f30af 2024-12-16T08:35:25,933 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f98cc3bae0e04bb8a053de5b169f30af, entries=150, sequenceid=166, filesize=11.9 K 2024-12-16T08:35:25,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/29ab0912cea44422b89ad5eecaddd06a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/29ab0912cea44422b89ad5eecaddd06a 2024-12-16T08:35:25,945 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/29ab0912cea44422b89ad5eecaddd06a, entries=150, sequenceid=166, filesize=11.9 K 2024-12-16T08:35:25,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/905e4cd4f00f4306afb3d0b07a455f10 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/905e4cd4f00f4306afb3d0b07a455f10 2024-12-16T08:35:25,960 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/905e4cd4f00f4306afb3d0b07a455f10, entries=150, sequenceid=166, filesize=11.9 K 2024-12-16T08:35:25,962 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 5a3ab08b0d98135268be4a4f20718b8c in 758ms, sequenceid=166, compaction requested=false 2024-12-16T08:35:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-16T08:35:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-16T08:35:25,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-16T08:35:25,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 923 msec 2024-12-16T08:35:25,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 940 msec 2024-12-16T08:35:25,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-16T08:35:25,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:25,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:25,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:25,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:25,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:25,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338186001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338186000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338186003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338186005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338186008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/b756d86425c344328ec017c0c475fe69 is 50, key is test_row_0/A:col10/1734338125865/Put/seqid=0 2024-12-16T08:35:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741875_1051 (size=12151) 2024-12-16T08:35:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338186109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338186110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338186112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338186126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T08:35:26,143 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-16T08:35:26,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-16T08:35:26,154 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:26,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:26,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T08:35:26,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338186211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T08:35:26,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-16T08:35:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338186313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338186318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338186316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338186334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T08:35:26,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/b756d86425c344328ec017c0c475fe69 2024-12-16T08:35:26,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-16T08:35:26,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:26,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/de9346a1980941be9124787806001e30 is 50, key is test_row_0/B:col10/1734338125865/Put/seqid=0 2024-12-16T08:35:26,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338186522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741876_1052 (size=12151) 2024-12-16T08:35:26,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/de9346a1980941be9124787806001e30 2024-12-16T08:35:26,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/9908e4ebbdff4e6196d30db98cd263f8 is 50, key is test_row_0/C:col10/1734338125865/Put/seqid=0 2024-12-16T08:35:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741877_1053 (size=12151) 2024-12-16T08:35:26,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338186617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338186632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-16T08:35:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:26,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338186633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338186640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T08:35:26,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-16T08:35:26,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:26,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-16T08:35:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:26,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:26,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:26,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/9908e4ebbdff4e6196d30db98cd263f8 2024-12-16T08:35:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/b756d86425c344328ec017c0c475fe69 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b756d86425c344328ec017c0c475fe69 2024-12-16T08:35:27,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b756d86425c344328ec017c0c475fe69, entries=150, sequenceid=199, filesize=11.9 K 2024-12-16T08:35:27,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/de9346a1980941be9124787806001e30 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/de9346a1980941be9124787806001e30 2024-12-16T08:35:27,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/de9346a1980941be9124787806001e30, entries=150, sequenceid=199, filesize=11.9 K 2024-12-16T08:35:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/9908e4ebbdff4e6196d30db98cd263f8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9908e4ebbdff4e6196d30db98cd263f8 2024-12-16T08:35:27,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338187036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9908e4ebbdff4e6196d30db98cd263f8, entries=150, sequenceid=199, filesize=11.9 K 2024-12-16T08:35:27,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 5a3ab08b0d98135268be4a4f20718b8c in 1052ms, sequenceid=199, compaction requested=true 2024-12-16T08:35:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:27,048 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:27,048 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:27,050 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:27,050 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:27,050 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:27,050 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9e6c1da9e45438bb7be1d54a4c3779b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f98cc3bae0e04bb8a053de5b169f30af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b756d86425c344328ec017c0c475fe69] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=35.9 K 2024-12-16T08:35:27,057 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:27,057 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:27,057 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:27,057 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/804379998c3d49a1b49fecbc9ff946e1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/29ab0912cea44422b89ad5eecaddd06a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/de9346a1980941be9124787806001e30] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=35.9 K 2024-12-16T08:35:27,057 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9e6c1da9e45438bb7be1d54a4c3779b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338122391 2024-12-16T08:35:27,058 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 804379998c3d49a1b49fecbc9ff946e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338122391 2024-12-16T08:35:27,059 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting f98cc3bae0e04bb8a053de5b169f30af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1734338123594 2024-12-16T08:35:27,060 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 29ab0912cea44422b89ad5eecaddd06a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1734338123594 2024-12-16T08:35:27,060 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting b756d86425c344328ec017c0c475fe69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338125865 2024-12-16T08:35:27,061 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting de9346a1980941be9124787806001e30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338125865 2024-12-16T08:35:27,076 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:27,077 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/65d894323a8545deaf203bd253f9840f is 50, key is test_row_0/B:col10/1734338125865/Put/seqid=0 2024-12-16T08:35:27,078 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:27,079 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/1073948daf404389b4ea729130f94502 is 50, key is test_row_0/A:col10/1734338125865/Put/seqid=0 2024-12-16T08:35:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741878_1054 (size=12595) 2024-12-16T08:35:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741879_1055 (size=12595) 2024-12-16T08:35:27,105 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/1073948daf404389b4ea729130f94502 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/1073948daf404389b4ea729130f94502 2024-12-16T08:35:27,119 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into 1073948daf404389b4ea729130f94502(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:27,119 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:27,119 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=13, startTime=1734338127047; duration=0sec 2024-12-16T08:35:27,119 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:27,119 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:27,119 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:27,127 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/65d894323a8545deaf203bd253f9840f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/65d894323a8545deaf203bd253f9840f 2024-12-16T08:35:27,129 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:27,129 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:27,129 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:27,129 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9b9bfc96d30d4b069507eb2ae6d04a6f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/905e4cd4f00f4306afb3d0b07a455f10, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9908e4ebbdff4e6196d30db98cd263f8] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=35.9 K 2024-12-16T08:35:27,130 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b9bfc96d30d4b069507eb2ae6d04a6f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338122391 2024-12-16T08:35:27,132 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 905e4cd4f00f4306afb3d0b07a455f10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1734338123594 2024-12-16T08:35:27,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-16T08:35:27,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:27,133 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-16T08:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:27,136 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9908e4ebbdff4e6196d30db98cd263f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338125865 2024-12-16T08:35:27,150 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into 65d894323a8545deaf203bd253f9840f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:27,150 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:27,150 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=13, startTime=1734338127048; duration=0sec 2024-12-16T08:35:27,150 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:27,150 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/b995cca888d841efb1c0ad7c9decbd09 is 50, key is test_row_1/A:col10/1734338126002/Put/seqid=0 2024-12-16T08:35:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:27,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:27,163 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:27,164 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/5c2b45cccc9340b39139323fc00c0ef3 is 50, key is test_row_0/C:col10/1734338125865/Put/seqid=0 2024-12-16T08:35:27,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741880_1056 (size=9757) 2024-12-16T08:35:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741881_1057 (size=12595) 2024-12-16T08:35:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338187231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338187229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338187232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338187236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T08:35:27,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338187341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338187350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338187352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338187364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338187546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338187554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338187556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338187574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,580 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/b995cca888d841efb1c0ad7c9decbd09 2024-12-16T08:35:27,609 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/5c2b45cccc9340b39139323fc00c0ef3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5c2b45cccc9340b39139323fc00c0ef3 2024-12-16T08:35:27,621 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into 5c2b45cccc9340b39139323fc00c0ef3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:27,621 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:27,621 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=13, startTime=1734338127048; duration=0sec 2024-12-16T08:35:27,621 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:27,621 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/a1d02f258a84456bb1f8099977adbec2 is 50, key is test_row_1/B:col10/1734338126002/Put/seqid=0 2024-12-16T08:35:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741882_1058 (size=9757) 2024-12-16T08:35:27,657 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/a1d02f258a84456bb1f8099977adbec2 2024-12-16T08:35:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f48894a22e1c4394acad870b2ec55c3d is 50, key is test_row_1/C:col10/1734338126002/Put/seqid=0 2024-12-16T08:35:27,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741883_1059 (size=9757) 2024-12-16T08:35:27,716 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f48894a22e1c4394acad870b2ec55c3d 2024-12-16T08:35:27,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/b995cca888d841efb1c0ad7c9decbd09 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b995cca888d841efb1c0ad7c9decbd09 2024-12-16T08:35:27,786 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b995cca888d841efb1c0ad7c9decbd09, entries=100, sequenceid=206, filesize=9.5 K 2024-12-16T08:35:27,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/a1d02f258a84456bb1f8099977adbec2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a1d02f258a84456bb1f8099977adbec2 2024-12-16T08:35:27,801 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a1d02f258a84456bb1f8099977adbec2, entries=100, sequenceid=206, filesize=9.5 K 2024-12-16T08:35:27,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f48894a22e1c4394acad870b2ec55c3d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f48894a22e1c4394acad870b2ec55c3d 2024-12-16T08:35:27,817 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f48894a22e1c4394acad870b2ec55c3d, entries=100, sequenceid=206, filesize=9.5 K 2024-12-16T08:35:27,822 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 5a3ab08b0d98135268be4a4f20718b8c in 689ms, sequenceid=206, compaction requested=false 2024-12-16T08:35:27,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:27,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:27,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-16T08:35:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-16T08:35:27,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-16T08:35:27,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6730 sec 2024-12-16T08:35:27,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.6860 sec 2024-12-16T08:35:27,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-16T08:35:27,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:27,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:27,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:27,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:27,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:27,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:27,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338187861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338187867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338187866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/d61e550f0a5041a3ab0dd59683cfa576 is 50, key is test_row_0/A:col10/1734338127186/Put/seqid=0 2024-12-16T08:35:27,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338187881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741884_1060 (size=14541) 2024-12-16T08:35:27,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/d61e550f0a5041a3ab0dd59683cfa576 2024-12-16T08:35:28,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/0f05871a190e47b2b55b69067cae7d9b is 50, key is test_row_0/B:col10/1734338127186/Put/seqid=0 2024-12-16T08:35:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338188002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338188002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741885_1061 (size=12151) 2024-12-16T08:35:28,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/0f05871a190e47b2b55b69067cae7d9b 2024-12-16T08:35:28,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/4a7853d8e4d54b03b35f2e6c1fbc823c is 50, key is test_row_0/C:col10/1734338127186/Put/seqid=0 2024-12-16T08:35:28,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338188057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741886_1062 (size=12151) 2024-12-16T08:35:28,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/4a7853d8e4d54b03b35f2e6c1fbc823c 2024-12-16T08:35:28,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/d61e550f0a5041a3ab0dd59683cfa576 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d61e550f0a5041a3ab0dd59683cfa576 2024-12-16T08:35:28,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d61e550f0a5041a3ab0dd59683cfa576, entries=200, sequenceid=240, filesize=14.2 K 2024-12-16T08:35:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/0f05871a190e47b2b55b69067cae7d9b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0f05871a190e47b2b55b69067cae7d9b 2024-12-16T08:35:28,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0f05871a190e47b2b55b69067cae7d9b, entries=150, sequenceid=240, filesize=11.9 K 2024-12-16T08:35:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/4a7853d8e4d54b03b35f2e6c1fbc823c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4a7853d8e4d54b03b35f2e6c1fbc823c 2024-12-16T08:35:28,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4a7853d8e4d54b03b35f2e6c1fbc823c, entries=150, sequenceid=240, filesize=11.9 K 2024-12-16T08:35:28,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 5a3ab08b0d98135268be4a4f20718b8c in 348ms, sequenceid=240, compaction requested=true 2024-12-16T08:35:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:35:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:35:28,212 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:28,212 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:28,224 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:28,225 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:28,225 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,225 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5c2b45cccc9340b39139323fc00c0ef3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f48894a22e1c4394acad870b2ec55c3d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4a7853d8e4d54b03b35f2e6c1fbc823c] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=33.7 K 2024-12-16T08:35:28,225 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:28,225 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:28,225 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,226 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/1073948daf404389b4ea729130f94502, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b995cca888d841efb1c0ad7c9decbd09, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d61e550f0a5041a3ab0dd59683cfa576] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=36.0 K 2024-12-16T08:35:28,228 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c2b45cccc9340b39139323fc00c0ef3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338125865 2024-12-16T08:35:28,229 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 1073948daf404389b4ea729130f94502, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338125865 2024-12-16T08:35:28,232 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting f48894a22e1c4394acad870b2ec55c3d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734338126000 2024-12-16T08:35:28,233 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b995cca888d841efb1c0ad7c9decbd09, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734338126000 2024-12-16T08:35:28,235 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a7853d8e4d54b03b35f2e6c1fbc823c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734338127186 2024-12-16T08:35:28,235 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d61e550f0a5041a3ab0dd59683cfa576, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734338127186 2024-12-16T08:35:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:28,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:35:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:28,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/dfa5c3ab4f5c4dc2a61fd578c3268c83 is 50, key is test_row_1/A:col10/1734338128244/Put/seqid=0 2024-12-16T08:35:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T08:35:28,282 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-16T08:35:28,284 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:28,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/4bbf57fa20f24e7fa7b33b0ea4c96984 is 50, key is test_row_0/C:col10/1734338127186/Put/seqid=0 2024-12-16T08:35:28,289 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#50 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:28,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:28,290 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/6a333f2dabf74828b5fb2365897e235b is 50, key is test_row_0/A:col10/1734338127186/Put/seqid=0 2024-12-16T08:35:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-16T08:35:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T08:35:28,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:28,313 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:28,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:28,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338188342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338188347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741888_1064 (size=12697) 2024-12-16T08:35:28,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741889_1065 (size=12697) 2024-12-16T08:35:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741887_1063 (size=19317) 2024-12-16T08:35:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338188382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338188392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T08:35:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338188455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338188457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T08:35:28,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:28,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T08:35:28,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T08:35:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338188669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338188662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/dfa5c3ab4f5c4dc2a61fd578c3268c83 2024-12-16T08:35:28,778 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/4bbf57fa20f24e7fa7b33b0ea4c96984 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4bbf57fa20f24e7fa7b33b0ea4c96984 2024-12-16T08:35:28,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,796 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/6a333f2dabf74828b5fb2365897e235b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/6a333f2dabf74828b5fb2365897e235b 2024-12-16T08:35:28,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T08:35:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,811 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into 4bbf57fa20f24e7fa7b33b0ea4c96984(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:28,811 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:28,811 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=13, startTime=1734338128206; duration=0sec 2024-12-16T08:35:28,812 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:28,812 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:28,812 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:28,820 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:28,820 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:28,820 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,820 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/65d894323a8545deaf203bd253f9840f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a1d02f258a84456bb1f8099977adbec2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0f05871a190e47b2b55b69067cae7d9b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=33.7 K 2024-12-16T08:35:28,828 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65d894323a8545deaf203bd253f9840f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338125865 2024-12-16T08:35:28,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/13a962eb7cb44068bd030e6f4eb20f5c is 50, key is test_row_1/B:col10/1734338128244/Put/seqid=0 2024-12-16T08:35:28,829 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1d02f258a84456bb1f8099977adbec2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734338126000 2024-12-16T08:35:28,830 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f05871a190e47b2b55b69067cae7d9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734338127186 2024-12-16T08:35:28,854 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:28,855 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/4c8646fd71344af08d1fbda15e04ad8a is 50, key is test_row_0/B:col10/1734338127186/Put/seqid=0 2024-12-16T08:35:28,865 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into 6a333f2dabf74828b5fb2365897e235b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:28,866 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:28,866 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=13, startTime=1734338128206; duration=0sec 2024-12-16T08:35:28,866 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:28,866 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741890_1066 (size=9757) 2024-12-16T08:35:28,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/13a962eb7cb44068bd030e6f4eb20f5c 2024-12-16T08:35:28,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741891_1067 (size=12697) 2024-12-16T08:35:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T08:35:28,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f9ac8f11ddd44df796a5d123109f6d08 is 50, key is test_row_1/C:col10/1734338128244/Put/seqid=0 2024-12-16T08:35:28,932 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/4c8646fd71344af08d1fbda15e04ad8a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/4c8646fd71344af08d1fbda15e04ad8a 2024-12-16T08:35:28,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T08:35:28,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:28,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:28,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741892_1068 (size=9757) 2024-12-16T08:35:28,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338188987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338188987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:28,993 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into 4c8646fd71344af08d1fbda15e04ad8a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:28,993 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:28,993 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=13, startTime=1734338128206; duration=0sec 2024-12-16T08:35:28,993 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:28,993 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:28,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f9ac8f11ddd44df796a5d123109f6d08 2024-12-16T08:35:29,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/dfa5c3ab4f5c4dc2a61fd578c3268c83 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/dfa5c3ab4f5c4dc2a61fd578c3268c83 2024-12-16T08:35:29,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/dfa5c3ab4f5c4dc2a61fd578c3268c83, entries=300, sequenceid=251, filesize=18.9 K 2024-12-16T08:35:29,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/13a962eb7cb44068bd030e6f4eb20f5c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/13a962eb7cb44068bd030e6f4eb20f5c 2024-12-16T08:35:29,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/13a962eb7cb44068bd030e6f4eb20f5c, entries=100, sequenceid=251, filesize=9.5 K 2024-12-16T08:35:29,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f9ac8f11ddd44df796a5d123109f6d08 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f9ac8f11ddd44df796a5d123109f6d08 2024-12-16T08:35:29,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f9ac8f11ddd44df796a5d123109f6d08, entries=100, sequenceid=251, filesize=9.5 K 2024-12-16T08:35:29,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5a3ab08b0d98135268be4a4f20718b8c in 848ms, sequenceid=251, compaction requested=false 2024-12-16T08:35:29,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:29,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T08:35:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:29,146 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:35:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:29,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:29,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:29,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:29,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/de041ae40e0d48f6a1ea855cb9b83ff2 is 50, key is test_row_0/A:col10/1734338128328/Put/seqid=0 2024-12-16T08:35:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741893_1069 (size=12301) 2024-12-16T08:35:29,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/de041ae40e0d48f6a1ea855cb9b83ff2 2024-12-16T08:35:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/649e8bc604324d85aeccc73f632df891 is 50, key is test_row_0/B:col10/1734338128328/Put/seqid=0 2024-12-16T08:35:29,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741894_1070 (size=12301) 2024-12-16T08:35:29,352 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/649e8bc604324d85aeccc73f632df891 2024-12-16T08:35:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/617e31ac2a974b9bbf6cc3de50b23e37 is 50, key is test_row_0/C:col10/1734338128328/Put/seqid=0 2024-12-16T08:35:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:29,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T08:35:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741895_1071 (size=12301) 2024-12-16T08:35:29,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/617e31ac2a974b9bbf6cc3de50b23e37 2024-12-16T08:35:29,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338189452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/de041ae40e0d48f6a1ea855cb9b83ff2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/de041ae40e0d48f6a1ea855cb9b83ff2 2024-12-16T08:35:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338189456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,494 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/de041ae40e0d48f6a1ea855cb9b83ff2, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:35:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/649e8bc604324d85aeccc73f632df891 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/649e8bc604324d85aeccc73f632df891 2024-12-16T08:35:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338189497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338189504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,529 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/649e8bc604324d85aeccc73f632df891, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:35:29,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/617e31ac2a974b9bbf6cc3de50b23e37 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/617e31ac2a974b9bbf6cc3de50b23e37 2024-12-16T08:35:29,556 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/617e31ac2a974b9bbf6cc3de50b23e37, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:35:29,560 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5a3ab08b0d98135268be4a4f20718b8c in 414ms, sequenceid=279, compaction requested=true 2024-12-16T08:35:29,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:29,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:29,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-16T08:35:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-16T08:35:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:29,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-16T08:35:29,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-12-16T08:35:29,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:35:29,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.3050 sec 2024-12-16T08:35:29,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:29,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5953cb5c002c4a8abdde38d6d237e6fa is 50, key is test_row_0/A:col10/1734338129426/Put/seqid=0 2024-12-16T08:35:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741896_1072 (size=17181) 2024-12-16T08:35:29,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5953cb5c002c4a8abdde38d6d237e6fa 2024-12-16T08:35:29,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/e2b87139c883460abc92b4612e574f15 is 50, key is test_row_0/B:col10/1734338129426/Put/seqid=0 2024-12-16T08:35:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338189742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338189744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741897_1073 (size=12301) 2024-12-16T08:35:29,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338189848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:29,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338189850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338190066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338190072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338190073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,080 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:35:30,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/e2b87139c883460abc92b4612e574f15 2024-12-16T08:35:30,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/c59a4357801f49ad89e5639036b339a7 is 50, key is test_row_0/C:col10/1734338129426/Put/seqid=0 2024-12-16T08:35:30,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741898_1074 (size=12301) 2024-12-16T08:35:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338190379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338190382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T08:35:30,441 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-16T08:35:30,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-16T08:35:30,468 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T08:35:30,480 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:30,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:30,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338190523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338190533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T08:35:30,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/c59a4357801f49ad89e5639036b339a7 2024-12-16T08:35:30,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-16T08:35:30,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:30,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:30,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:30,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:30,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:30,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5953cb5c002c4a8abdde38d6d237e6fa as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5953cb5c002c4a8abdde38d6d237e6fa 2024-12-16T08:35:30,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5953cb5c002c4a8abdde38d6d237e6fa, entries=250, sequenceid=292, filesize=16.8 K 2024-12-16T08:35:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/e2b87139c883460abc92b4612e574f15 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/e2b87139c883460abc92b4612e574f15 2024-12-16T08:35:30,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/e2b87139c883460abc92b4612e574f15, entries=150, sequenceid=292, filesize=12.0 K 2024-12-16T08:35:30,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/c59a4357801f49ad89e5639036b339a7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/c59a4357801f49ad89e5639036b339a7 2024-12-16T08:35:30,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/c59a4357801f49ad89e5639036b339a7, entries=150, sequenceid=292, filesize=12.0 K 2024-12-16T08:35:30,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5a3ab08b0d98135268be4a4f20718b8c in 1162ms, sequenceid=292, compaction requested=true 2024-12-16T08:35:30,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:30,756 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:35:30,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:30,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:30,758 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:35:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:30,769 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 61496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:35:30,769 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:30,769 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:30,769 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/6a333f2dabf74828b5fb2365897e235b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/dfa5c3ab4f5c4dc2a61fd578c3268c83, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/de041ae40e0d48f6a1ea855cb9b83ff2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5953cb5c002c4a8abdde38d6d237e6fa] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=60.1 K 2024-12-16T08:35:30,771 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a333f2dabf74828b5fb2365897e235b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734338127186 2024-12-16T08:35:30,771 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:35:30,771 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:30,772 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:30,772 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/4c8646fd71344af08d1fbda15e04ad8a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/13a962eb7cb44068bd030e6f4eb20f5c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/649e8bc604324d85aeccc73f632df891, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/e2b87139c883460abc92b4612e574f15] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=46.0 K 2024-12-16T08:35:30,772 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfa5c3ab4f5c4dc2a61fd578c3268c83, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734338128224 2024-12-16T08:35:30,773 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting de041ae40e0d48f6a1ea855cb9b83ff2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338128328 2024-12-16T08:35:30,773 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c8646fd71344af08d1fbda15e04ad8a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734338127186 2024-12-16T08:35:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T08:35:30,776 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5953cb5c002c4a8abdde38d6d237e6fa, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734338129416 2024-12-16T08:35:30,776 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 13a962eb7cb44068bd030e6f4eb20f5c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734338128240 2024-12-16T08:35:30,777 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 649e8bc604324d85aeccc73f632df891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338128328 2024-12-16T08:35:30,785 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b87139c883460abc92b4612e574f15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734338129426 2024-12-16T08:35:30,803 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:30,804 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/c3c0a9444d9a43cebb8ad5210cc86ee6 is 50, key is test_row_0/A:col10/1734338129426/Put/seqid=0 2024-12-16T08:35:30,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-16T08:35:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:30,813 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:35:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:30,835 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:30,835 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/86406a24da8a4151b70c2e15130bb8ae is 50, key is test_row_0/B:col10/1734338129426/Put/seqid=0 2024-12-16T08:35:30,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/403fcbc55d80481490a9380a43ea1049 is 50, key is test_row_0/A:col10/1734338129741/Put/seqid=0 2024-12-16T08:35:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741899_1075 (size=12983) 2024-12-16T08:35:30,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741900_1076 (size=12983) 2024-12-16T08:35:30,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741901_1077 (size=12301) 2024-12-16T08:35:30,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:30,928 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/86406a24da8a4151b70c2e15130bb8ae as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/86406a24da8a4151b70c2e15130bb8ae 2024-12-16T08:35:30,941 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into 86406a24da8a4151b70c2e15130bb8ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:30,941 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:30,941 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=12, startTime=1734338130758; duration=0sec 2024-12-16T08:35:30,941 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:30,941 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:30,941 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:35:30,947 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:35:30,948 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:30,948 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:30,948 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4bbf57fa20f24e7fa7b33b0ea4c96984, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f9ac8f11ddd44df796a5d123109f6d08, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/617e31ac2a974b9bbf6cc3de50b23e37, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/c59a4357801f49ad89e5639036b339a7] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=46.0 K 2024-12-16T08:35:30,951 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bbf57fa20f24e7fa7b33b0ea4c96984, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734338127186 2024-12-16T08:35:30,951 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ac8f11ddd44df796a5d123109f6d08, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734338128240 2024-12-16T08:35:30,952 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 617e31ac2a974b9bbf6cc3de50b23e37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338128328 2024-12-16T08:35:30,953 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c59a4357801f49ad89e5639036b339a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734338129426 2024-12-16T08:35:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338190963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338190965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:30,983 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:30,984 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f046a2fd517e4786a4d0491f9f7b4dc3 is 50, key is test_row_0/C:col10/1734338129426/Put/seqid=0 2024-12-16T08:35:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741902_1078 (size=12983) 2024-12-16T08:35:31,053 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/f046a2fd517e4786a4d0491f9f7b4dc3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f046a2fd517e4786a4d0491f9f7b4dc3 2024-12-16T08:35:31,063 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into f046a2fd517e4786a4d0491f9f7b4dc3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:31,063 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:31,063 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=12, startTime=1734338130759; duration=0sec 2024-12-16T08:35:31,063 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:31,063 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T08:35:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338191067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338191070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:31,286 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/c3c0a9444d9a43cebb8ad5210cc86ee6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/c3c0a9444d9a43cebb8ad5210cc86ee6 2024-12-16T08:35:31,290 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/403fcbc55d80481490a9380a43ea1049 2024-12-16T08:35:31,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338191291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:31,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338191292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:31,308 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into c3c0a9444d9a43cebb8ad5210cc86ee6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:31,308 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:31,308 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=12, startTime=1734338130756; duration=0sec 2024-12-16T08:35:31,309 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:31,309 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/bb920259a455466aa2db6f4d69d15dfb is 50, key is test_row_0/B:col10/1734338129741/Put/seqid=0 2024-12-16T08:35:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741903_1079 (size=12301) 2024-12-16T08:35:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T08:35:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338191602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:31,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338191604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:31,781 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/bb920259a455466aa2db6f4d69d15dfb 2024-12-16T08:35:31,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/21177abb2ca243edbca28dd3acc4c817 is 50, key is test_row_0/C:col10/1734338129741/Put/seqid=0 2024-12-16T08:35:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741904_1080 (size=12301) 2024-12-16T08:35:31,843 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/21177abb2ca243edbca28dd3acc4c817 2024-12-16T08:35:31,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/403fcbc55d80481490a9380a43ea1049 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/403fcbc55d80481490a9380a43ea1049 2024-12-16T08:35:31,862 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/403fcbc55d80481490a9380a43ea1049, entries=150, sequenceid=315, filesize=12.0 K 2024-12-16T08:35:31,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/bb920259a455466aa2db6f4d69d15dfb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/bb920259a455466aa2db6f4d69d15dfb 2024-12-16T08:35:31,871 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/bb920259a455466aa2db6f4d69d15dfb, entries=150, sequenceid=315, filesize=12.0 K 2024-12-16T08:35:31,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/21177abb2ca243edbca28dd3acc4c817 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/21177abb2ca243edbca28dd3acc4c817 2024-12-16T08:35:31,882 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/21177abb2ca243edbca28dd3acc4c817, entries=150, sequenceid=315, filesize=12.0 K 2024-12-16T08:35:31,885 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 5a3ab08b0d98135268be4a4f20718b8c in 1071ms, sequenceid=315, compaction requested=false 2024-12-16T08:35:31,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:31,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:31,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-16T08:35:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-16T08:35:31,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-16T08:35:31,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-16T08:35:31,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.4480 sec 2024-12-16T08:35:32,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-16T08:35:32,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:32,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:32,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5caa205f2f334431bf017f55209ed11b is 50, key is test_row_0/A:col10/1734338132117/Put/seqid=0 2024-12-16T08:35:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741905_1081 (size=12301) 2024-12-16T08:35:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338192174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338192175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338192279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338192279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338192483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338192488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60886 deadline: 1734338192536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,544 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:35:32,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60908 deadline: 1734338192556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,564 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4221 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:35:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T08:35:32,580 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-16T08:35:32,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5caa205f2f334431bf017f55209ed11b 2024-12-16T08:35:32,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-16T08:35:32,596 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T08:35:32,600 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:32,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:32,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/a86384a56cd14070b8e0594ca865dc00 is 50, key is test_row_0/B:col10/1734338132117/Put/seqid=0 2024-12-16T08:35:32,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741906_1082 (size=12301) 2024-12-16T08:35:32,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/a86384a56cd14070b8e0594ca865dc00 2024-12-16T08:35:32,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/6c2b6fc87e0048f18da837dc319698d6 is 50, key is test_row_0/C:col10/1734338132117/Put/seqid=0 2024-12-16T08:35:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T08:35:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741907_1083 (size=12301) 2024-12-16T08:35:32,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/6c2b6fc87e0048f18da837dc319698d6 2024-12-16T08:35:32,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-16T08:35:32,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:32,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:32,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:32,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:32,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:32,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/5caa205f2f334431bf017f55209ed11b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5caa205f2f334431bf017f55209ed11b 2024-12-16T08:35:32,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338192786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338192796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5caa205f2f334431bf017f55209ed11b, entries=150, sequenceid=334, filesize=12.0 K 2024-12-16T08:35:32,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/a86384a56cd14070b8e0594ca865dc00 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a86384a56cd14070b8e0594ca865dc00 2024-12-16T08:35:32,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a86384a56cd14070b8e0594ca865dc00, entries=150, sequenceid=334, filesize=12.0 K 2024-12-16T08:35:32,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/6c2b6fc87e0048f18da837dc319698d6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/6c2b6fc87e0048f18da837dc319698d6 2024-12-16T08:35:32,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/6c2b6fc87e0048f18da837dc319698d6, entries=150, sequenceid=334, filesize=12.0 K 2024-12-16T08:35:32,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 5a3ab08b0d98135268be4a4f20718b8c in 734ms, sequenceid=334, compaction requested=true 2024-12-16T08:35:32,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:32,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:32,854 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:32,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:35:32,854 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:32,856 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:32,857 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:32,857 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:32,857 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/c3c0a9444d9a43cebb8ad5210cc86ee6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/403fcbc55d80481490a9380a43ea1049, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5caa205f2f334431bf017f55209ed11b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=36.7 K 2024-12-16T08:35:32,857 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:32,857 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:32,857 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:32,857 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/86406a24da8a4151b70c2e15130bb8ae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/bb920259a455466aa2db6f4d69d15dfb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a86384a56cd14070b8e0594ca865dc00] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=36.7 K 2024-12-16T08:35:32,858 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3c0a9444d9a43cebb8ad5210cc86ee6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734338129426 2024-12-16T08:35:32,860 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 86406a24da8a4151b70c2e15130bb8ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734338129426 2024-12-16T08:35:32,860 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 403fcbc55d80481490a9380a43ea1049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734338129715 2024-12-16T08:35:32,860 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting bb920259a455466aa2db6f4d69d15dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734338129715 2024-12-16T08:35:32,861 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5caa205f2f334431bf017f55209ed11b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734338130950 2024-12-16T08:35:32,861 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a86384a56cd14070b8e0594ca865dc00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734338130950 2024-12-16T08:35:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T08:35:32,930 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:32,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:32,932 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/e9cf867dc5144b47b7fb074470e9ca00 is 50, key is test_row_0/A:col10/1734338132117/Put/seqid=0 2024-12-16T08:35:32,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-16T08:35:32,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:32,937 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T08:35:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:32,941 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:32,942 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/0bca8f8cbfdd442e970b1acd3bec0c07 is 50, key is test_row_0/B:col10/1734338132117/Put/seqid=0 2024-12-16T08:35:32,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/d14705d287984b9d837970fc9de59f07 is 50, key is test_row_0/A:col10/1734338132173/Put/seqid=0 2024-12-16T08:35:33,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741908_1084 (size=13085) 2024-12-16T08:35:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741909_1085 (size=13085) 2024-12-16T08:35:33,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741910_1086 (size=12301) 2024-12-16T08:35:33,055 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/0bca8f8cbfdd442e970b1acd3bec0c07 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0bca8f8cbfdd442e970b1acd3bec0c07 2024-12-16T08:35:33,060 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/d14705d287984b9d837970fc9de59f07 2024-12-16T08:35:33,060 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/e9cf867dc5144b47b7fb074470e9ca00 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9cf867dc5144b47b7fb074470e9ca00 2024-12-16T08:35:33,150 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into 0bca8f8cbfdd442e970b1acd3bec0c07(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:33,150 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:33,150 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=13, startTime=1734338132854; duration=0sec 2024-12-16T08:35:33,151 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:33,151 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:33,151 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:33,155 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into e9cf867dc5144b47b7fb074470e9ca00(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:33,155 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:33,155 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=13, startTime=1734338132853; duration=0sec 2024-12-16T08:35:33,155 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:33,155 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:33,155 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:33,155 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:33,155 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:33,155 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f046a2fd517e4786a4d0491f9f7b4dc3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/21177abb2ca243edbca28dd3acc4c817, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/6c2b6fc87e0048f18da837dc319698d6] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=36.7 K 2024-12-16T08:35:33,156 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f046a2fd517e4786a4d0491f9f7b4dc3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734338129426 2024-12-16T08:35:33,157 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 21177abb2ca243edbca28dd3acc4c817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734338129715 2024-12-16T08:35:33,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/50f56a2478de4f3ba2036e1c89d41e89 is 50, key is test_row_0/B:col10/1734338132173/Put/seqid=0 2024-12-16T08:35:33,158 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c2b6fc87e0048f18da837dc319698d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734338130950 2024-12-16T08:35:33,184 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:33,185 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/aaa5bf2cc8cf4c93ba0ed50f95584344 is 50, key is test_row_0/C:col10/1734338132117/Put/seqid=0 2024-12-16T08:35:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741911_1087 (size=12301) 2024-12-16T08:35:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T08:35:33,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741912_1088 (size=13085) 2024-12-16T08:35:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:33,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:33,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338193390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338193400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:33,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338193499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:33,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338193514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:33,609 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/50f56a2478de4f3ba2036e1c89d41e89 2024-12-16T08:35:33,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/ecfc9f1d81214f04b865ec2a220311f4 is 50, key is test_row_0/C:col10/1734338132173/Put/seqid=0 2024-12-16T08:35:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741913_1089 (size=12301) 2024-12-16T08:35:33,673 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/aaa5bf2cc8cf4c93ba0ed50f95584344 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/aaa5bf2cc8cf4c93ba0ed50f95584344 2024-12-16T08:35:33,703 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into aaa5bf2cc8cf4c93ba0ed50f95584344(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:33,703 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:33,703 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=13, startTime=1734338132854; duration=0sec 2024-12-16T08:35:33,703 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:33,704 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:33,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338193708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T08:35:33,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338193720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338194015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338194032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,076 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/ecfc9f1d81214f04b865ec2a220311f4 2024-12-16T08:35:34,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60870 deadline: 1734338194101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,108 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8220 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:35:34,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/d14705d287984b9d837970fc9de59f07 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d14705d287984b9d837970fc9de59f07 2024-12-16T08:35:34,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d14705d287984b9d837970fc9de59f07, entries=150, sequenceid=355, filesize=12.0 K 2024-12-16T08:35:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/50f56a2478de4f3ba2036e1c89d41e89 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/50f56a2478de4f3ba2036e1c89d41e89 2024-12-16T08:35:34,170 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/50f56a2478de4f3ba2036e1c89d41e89, entries=150, sequenceid=355, filesize=12.0 K 2024-12-16T08:35:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/ecfc9f1d81214f04b865ec2a220311f4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/ecfc9f1d81214f04b865ec2a220311f4 2024-12-16T08:35:34,220 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/ecfc9f1d81214f04b865ec2a220311f4, entries=150, sequenceid=355, filesize=12.0 K 2024-12-16T08:35:34,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 5a3ab08b0d98135268be4a4f20718b8c in 1285ms, sequenceid=355, compaction requested=false 2024-12-16T08:35:34,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:34,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:34,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-16T08:35:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-16T08:35:34,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-16T08:35:34,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec 2024-12-16T08:35:34,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.6980 sec 2024-12-16T08:35:34,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-16T08:35:34,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:34,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:34,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:34,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:34,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:34,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:34,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/95b3330f679c4bac999ba4e68f9a634b is 50, key is test_row_0/A:col10/1734338133376/Put/seqid=0 2024-12-16T08:35:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741914_1090 (size=14741) 2024-12-16T08:35:34,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/95b3330f679c4bac999ba4e68f9a634b 2024-12-16T08:35:34,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338194632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338194637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/5b60b666bb6243298958d4b14f1714e1 is 50, key is test_row_0/B:col10/1734338133376/Put/seqid=0 2024-12-16T08:35:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741915_1091 (size=12301) 2024-12-16T08:35:34,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/5b60b666bb6243298958d4b14f1714e1 2024-12-16T08:35:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T08:35:34,725 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-16T08:35:34,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-16T08:35:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T08:35:34,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/b1b20489610c4a62b9cf4c7857ed170b is 50, key is test_row_0/C:col10/1734338133376/Put/seqid=0 2024-12-16T08:35:34,737 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:34,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:34,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338194744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338194752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741916_1092 (size=12301) 2024-12-16T08:35:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T08:35:34,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:34,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:34,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:34,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338194956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:34,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338194960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T08:35:35,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:35,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:35,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/b1b20489610c4a62b9cf4c7857ed170b 2024-12-16T08:35:35,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/95b3330f679c4bac999ba4e68f9a634b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95b3330f679c4bac999ba4e68f9a634b 2024-12-16T08:35:35,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95b3330f679c4bac999ba4e68f9a634b, entries=200, sequenceid=375, filesize=14.4 K 2024-12-16T08:35:35,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/5b60b666bb6243298958d4b14f1714e1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5b60b666bb6243298958d4b14f1714e1 2024-12-16T08:35:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5b60b666bb6243298958d4b14f1714e1, entries=150, sequenceid=375, filesize=12.0 K 2024-12-16T08:35:35,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/b1b20489610c4a62b9cf4c7857ed170b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/b1b20489610c4a62b9cf4c7857ed170b 2024-12-16T08:35:35,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/b1b20489610c4a62b9cf4c7857ed170b, entries=150, sequenceid=375, filesize=12.0 K 2024-12-16T08:35:35,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5a3ab08b0d98135268be4a4f20718b8c in 731ms, sequenceid=375, compaction requested=true 2024-12-16T08:35:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:35,269 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:35,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:35,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:35,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a3ab08b0d98135268be4a4f20718b8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:35,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:35:35,270 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:35,272 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:35,272 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/B is initiating minor compaction (all files) 2024-12-16T08:35:35,272 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/B in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,273 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0bca8f8cbfdd442e970b1acd3bec0c07, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/50f56a2478de4f3ba2036e1c89d41e89, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5b60b666bb6243298958d4b14f1714e1] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=36.8 K 2024-12-16T08:35:35,273 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:35,273 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/A is initiating minor compaction (all files) 2024-12-16T08:35:35,273 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/A in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,273 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9cf867dc5144b47b7fb074470e9ca00, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d14705d287984b9d837970fc9de59f07, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95b3330f679c4bac999ba4e68f9a634b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=39.2 K 2024-12-16T08:35:35,274 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bca8f8cbfdd442e970b1acd3bec0c07, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734338130950 2024-12-16T08:35:35,274 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9cf867dc5144b47b7fb074470e9ca00, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734338130950 2024-12-16T08:35:35,275 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f56a2478de4f3ba2036e1c89d41e89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734338132157 2024-12-16T08:35:35,275 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d14705d287984b9d837970fc9de59f07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734338132157 2024-12-16T08:35:35,275 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b60b666bb6243298958d4b14f1714e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734338133368 2024-12-16T08:35:35,276 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95b3330f679c4bac999ba4e68f9a634b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734338133368 2024-12-16T08:35:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:35,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T08:35:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:35,306 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:35,307 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/ff7574d7958d4560bdb62897b8154cb0 is 50, key is test_row_0/B:col10/1734338133376/Put/seqid=0 2024-12-16T08:35:35,312 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:35,313 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/7634609d1de945ae99304c20420c16ae is 50, key is test_row_0/A:col10/1734338133376/Put/seqid=0 2024-12-16T08:35:35,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/390450ceb2444458848b5753d199e0e6 is 50, key is test_row_0/A:col10/1734338135286/Put/seqid=0 2024-12-16T08:35:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T08:35:35,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741917_1093 (size=13187) 2024-12-16T08:35:35,364 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T08:35:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741918_1094 (size=12301) 2024-12-16T08:35:35,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,385 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/ff7574d7958d4560bdb62897b8154cb0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/ff7574d7958d4560bdb62897b8154cb0 2024-12-16T08:35:35,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:35,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338195387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338195388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741919_1095 (size=13187) 2024-12-16T08:35:35,412 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/B of 5a3ab08b0d98135268be4a4f20718b8c into ff7574d7958d4560bdb62897b8154cb0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:35,412 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:35,412 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/B, priority=13, startTime=1734338135270; duration=0sec 2024-12-16T08:35:35,412 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:35,412 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:B 2024-12-16T08:35:35,413 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:35,428 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:35,428 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 5a3ab08b0d98135268be4a4f20718b8c/C is initiating minor compaction (all files) 2024-12-16T08:35:35,429 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a3ab08b0d98135268be4a4f20718b8c/C in TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,429 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/aaa5bf2cc8cf4c93ba0ed50f95584344, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/ecfc9f1d81214f04b865ec2a220311f4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/b1b20489610c4a62b9cf4c7857ed170b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp, totalSize=36.8 K 2024-12-16T08:35:35,430 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa5bf2cc8cf4c93ba0ed50f95584344, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734338130950 2024-12-16T08:35:35,430 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ecfc9f1d81214f04b865ec2a220311f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734338132157 2024-12-16T08:35:35,431 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b1b20489610c4a62b9cf4c7857ed170b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734338133368 2024-12-16T08:35:35,442 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/7634609d1de945ae99304c20420c16ae as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/7634609d1de945ae99304c20420c16ae 2024-12-16T08:35:35,455 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/A of 5a3ab08b0d98135268be4a4f20718b8c into 7634609d1de945ae99304c20420c16ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:35,455 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:35,455 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/A, priority=13, startTime=1734338135269; duration=0sec 2024-12-16T08:35:35,456 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:35,456 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:A 2024-12-16T08:35:35,458 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a3ab08b0d98135268be4a4f20718b8c#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:35,459 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8f2c5a04a2aa496ca845bad9e8158631 is 50, key is test_row_0/C:col10/1734338133376/Put/seqid=0 2024-12-16T08:35:35,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338195502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741920_1096 (size=13187) 2024-12-16T08:35:35,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338195505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,568 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8f2c5a04a2aa496ca845bad9e8158631 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8f2c5a04a2aa496ca845bad9e8158631 2024-12-16T08:35:35,610 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a3ab08b0d98135268be4a4f20718b8c/C of 5a3ab08b0d98135268be4a4f20718b8c into 8f2c5a04a2aa496ca845bad9e8158631(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:35,611 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:35,611 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c., storeName=5a3ab08b0d98135268be4a4f20718b8c/C, priority=13, startTime=1734338135270; duration=0sec 2024-12-16T08:35:35,611 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:35,611 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a3ab08b0d98135268be4a4f20718b8c:C 2024-12-16T08:35:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338195708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338195722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/390450ceb2444458848b5753d199e0e6 2024-12-16T08:35:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T08:35:35,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/244bfa35e6fb433b8055c81f24b9e14d is 50, key is test_row_0/B:col10/1734338135286/Put/seqid=0 2024-12-16T08:35:35,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:35,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:35,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:35,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741921_1097 (size=12301) 2024-12-16T08:35:36,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1734338196032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1734338196033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:36,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:36,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:36,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:36,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:36,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:36,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:36,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:36,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/244bfa35e6fb433b8055c81f24b9e14d 2024-12-16T08:35:36,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8768e8d0db90457886f9ac3395df2a7a is 50, key is test_row_0/C:col10/1734338135286/Put/seqid=0 2024-12-16T08:35:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741922_1098 (size=12301) 2024-12-16T08:35:36,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8768e8d0db90457886f9ac3395df2a7a 2024-12-16T08:35:36,368 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:36,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:36,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:36,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:36,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:36,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:36,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/390450ceb2444458848b5753d199e0e6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/390450ceb2444458848b5753d199e0e6 2024-12-16T08:35:36,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/390450ceb2444458848b5753d199e0e6, entries=150, sequenceid=397, filesize=12.0 K 2024-12-16T08:35:36,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/244bfa35e6fb433b8055c81f24b9e14d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/244bfa35e6fb433b8055c81f24b9e14d 2024-12-16T08:35:36,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/244bfa35e6fb433b8055c81f24b9e14d, entries=150, sequenceid=397, filesize=12.0 K 2024-12-16T08:35:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/8768e8d0db90457886f9ac3395df2a7a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8768e8d0db90457886f9ac3395df2a7a 2024-12-16T08:35:36,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8768e8d0db90457886f9ac3395df2a7a, entries=150, sequenceid=397, filesize=12.0 K 2024-12-16T08:35:36,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5a3ab08b0d98135268be4a4f20718b8c in 1147ms, sequenceid=397, compaction requested=false 2024-12-16T08:35:36,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:36,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:36,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T08:35:36,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:36,528 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T08:35:36,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:36,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:36,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:36,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. as already flushing 2024-12-16T08:35:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/72c2669df65741b28371c64c78c94c0a is 50, key is test_row_0/A:col10/1734338135374/Put/seqid=0 2024-12-16T08:35:36,568 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e957ecd to 127.0.0.1:62313 2024-12-16T08:35:36,568 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741923_1099 (size=12301) 2024-12-16T08:35:36,571 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd77b4a to 127.0.0.1:62313 2024-12-16T08:35:36,572 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,572 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30c68ddf to 127.0.0.1:62313 2024-12-16T08:35:36,572 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,573 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f7d3d3 to 127.0.0.1:62313 2024-12-16T08:35:36,573 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,573 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/72c2669df65741b28371c64c78c94c0a 2024-12-16T08:35:36,578 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22daddc4 to 127.0.0.1:62313 2024-12-16T08:35:36,578 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,578 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b3a6cb4 to 127.0.0.1:62313 2024-12-16T08:35:36,578 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,584 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e6758ed to 127.0.0.1:62313 2024-12-16T08:35:36,584 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,588 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305f2915 to 127.0.0.1:62313 2024-12-16T08:35:36,588 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/42711efb295f470999727e9ea422165e is 50, key is test_row_0/B:col10/1734338135374/Put/seqid=0 2024-12-16T08:35:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741924_1100 (size=12301) 2024-12-16T08:35:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T08:35:37,018 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/42711efb295f470999727e9ea422165e 2024-12-16T08:35:37,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a09388e12b8f40379f0afe2993204986 is 50, key is test_row_0/C:col10/1734338135374/Put/seqid=0 2024-12-16T08:35:37,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741925_1101 (size=12301) 2024-12-16T08:35:37,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a09388e12b8f40379f0afe2993204986 2024-12-16T08:35:37,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/72c2669df65741b28371c64c78c94c0a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/72c2669df65741b28371c64c78c94c0a 2024-12-16T08:35:37,454 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/72c2669df65741b28371c64c78c94c0a, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:35:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/42711efb295f470999727e9ea422165e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/42711efb295f470999727e9ea422165e 2024-12-16T08:35:37,461 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/42711efb295f470999727e9ea422165e, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:35:37,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/a09388e12b8f40379f0afe2993204986 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a09388e12b8f40379f0afe2993204986 2024-12-16T08:35:37,477 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a09388e12b8f40379f0afe2993204986, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:35:37,478 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=40.25 KB/41220 for 5a3ab08b0d98135268be4a4f20718b8c in 950ms, sequenceid=414, compaction requested=true 2024-12-16T08:35:37,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:37,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:37,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-16T08:35:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-16T08:35:37,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-16T08:35:37,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7350 sec 2024-12-16T08:35:37,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.7540 sec 2024-12-16T08:35:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T08:35:38,845 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-16T08:35:42,416 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:35:42,418 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:35:44,150 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77f783cb to 127.0.0.1:62313 2024-12-16T08:35:44,151 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3019 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3080 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1320 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3960 rows 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1311 2024-12-16T08:35:44,151 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3927 rows 2024-12-16T08:35:44,151 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:35:44,151 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x124d23c0 to 127.0.0.1:62313 2024-12-16T08:35:44,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:35:44,181 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T08:35:44,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-16T08:35:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:44,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338144194"}]},"ts":"1734338144194"} 2024-12-16T08:35:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T08:35:44,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T08:35:44,200 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T08:35:44,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:35:44,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a3ab08b0d98135268be4a4f20718b8c, UNASSIGN}] 2024-12-16T08:35:44,211 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a3ab08b0d98135268be4a4f20718b8c, UNASSIGN 2024-12-16T08:35:44,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=5a3ab08b0d98135268be4a4f20718b8c, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:44,214 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:35:44,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:35:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T08:35:44,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:44,373 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:44,373 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:35:44,374 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 5a3ab08b0d98135268be4a4f20718b8c, disabling compactions & flushes 2024-12-16T08:35:44,375 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:44,375 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:44,375 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. after waiting 0 ms 2024-12-16T08:35:44,375 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:44,375 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 5a3ab08b0d98135268be4a4f20718b8c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-16T08:35:44,375 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=A 2024-12-16T08:35:44,375 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:44,375 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=B 2024-12-16T08:35:44,376 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:44,376 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a3ab08b0d98135268be4a4f20718b8c, store=C 2024-12-16T08:35:44,376 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:44,382 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/a635c69a60d547f0b886d8fc3e27921f is 50, key is test_row_0/A:col10/1734338144149/Put/seqid=0 2024-12-16T08:35:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741926_1102 (size=12301) 2024-12-16T08:35:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T08:35:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T08:35:44,822 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/a635c69a60d547f0b886d8fc3e27921f 2024-12-16T08:35:44,836 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/96e13269ce2d4b23a7e9a94af0f09b45 is 50, key is test_row_0/B:col10/1734338144149/Put/seqid=0 2024-12-16T08:35:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741927_1103 (size=12301) 2024-12-16T08:35:44,854 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/96e13269ce2d4b23a7e9a94af0f09b45 2024-12-16T08:35:44,872 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/7aaf8d0a7ef246cea6e7771cc363c7d9 is 50, key is test_row_0/C:col10/1734338144149/Put/seqid=0 2024-12-16T08:35:44,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741928_1104 (size=12301) 2024-12-16T08:35:45,288 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/7aaf8d0a7ef246cea6e7771cc363c7d9 2024-12-16T08:35:45,295 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/A/a635c69a60d547f0b886d8fc3e27921f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/a635c69a60d547f0b886d8fc3e27921f 2024-12-16T08:35:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T08:35:45,301 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/a635c69a60d547f0b886d8fc3e27921f, entries=150, sequenceid=424, filesize=12.0 K 2024-12-16T08:35:45,302 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/B/96e13269ce2d4b23a7e9a94af0f09b45 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/96e13269ce2d4b23a7e9a94af0f09b45 2024-12-16T08:35:45,308 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/96e13269ce2d4b23a7e9a94af0f09b45, entries=150, sequenceid=424, filesize=12.0 K 2024-12-16T08:35:45,309 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/.tmp/C/7aaf8d0a7ef246cea6e7771cc363c7d9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7aaf8d0a7ef246cea6e7771cc363c7d9 2024-12-16T08:35:45,314 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7aaf8d0a7ef246cea6e7771cc363c7d9, entries=150, sequenceid=424, filesize=12.0 K 2024-12-16T08:35:45,315 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 5a3ab08b0d98135268be4a4f20718b8c in 940ms, sequenceid=424, compaction requested=true 2024-12-16T08:35:45,316 DEBUG [StoreCloser-TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e81f26fb245e4e42b2c5a676b81622af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95a3030704f640d0a14ed802d92d01e1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/35ebe92c5cd74321b442c0adad9f0e47, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/229160a9fd104a7599d1e623684d0486, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/381d72ca01574aad92c69a835b733c6f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/421929086db64b1dac542ffbdc9b2ad4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5d590feee2514bb289bba508bb37177c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f6bf10133f1a41919b9cb4a719db446b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9fefb121d835429bbb55cfb42ca0d869, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9e6c1da9e45438bb7be1d54a4c3779b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9c583e7a23df48c3ad4c1be2dc7f3d07, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f98cc3bae0e04bb8a053de5b169f30af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/1073948daf404389b4ea729130f94502, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b756d86425c344328ec017c0c475fe69, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b995cca888d841efb1c0ad7c9decbd09, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d61e550f0a5041a3ab0dd59683cfa576, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/6a333f2dabf74828b5fb2365897e235b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/dfa5c3ab4f5c4dc2a61fd578c3268c83, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/de041ae40e0d48f6a1ea855cb9b83ff2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5953cb5c002c4a8abdde38d6d237e6fa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/c3c0a9444d9a43cebb8ad5210cc86ee6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/403fcbc55d80481490a9380a43ea1049, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9cf867dc5144b47b7fb074470e9ca00, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5caa205f2f334431bf017f55209ed11b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d14705d287984b9d837970fc9de59f07, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95b3330f679c4bac999ba4e68f9a634b] to archive 2024-12-16T08:35:45,321 DEBUG [StoreCloser-TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:35:45,333 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e81f26fb245e4e42b2c5a676b81622af to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e81f26fb245e4e42b2c5a676b81622af 2024-12-16T08:35:45,340 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95a3030704f640d0a14ed802d92d01e1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95a3030704f640d0a14ed802d92d01e1 2024-12-16T08:35:45,344 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/35ebe92c5cd74321b442c0adad9f0e47 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/35ebe92c5cd74321b442c0adad9f0e47 2024-12-16T08:35:45,344 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/229160a9fd104a7599d1e623684d0486 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/229160a9fd104a7599d1e623684d0486 2024-12-16T08:35:45,344 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/381d72ca01574aad92c69a835b733c6f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/381d72ca01574aad92c69a835b733c6f 2024-12-16T08:35:45,354 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/421929086db64b1dac542ffbdc9b2ad4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/421929086db64b1dac542ffbdc9b2ad4 2024-12-16T08:35:45,355 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5d590feee2514bb289bba508bb37177c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5d590feee2514bb289bba508bb37177c 2024-12-16T08:35:45,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9c583e7a23df48c3ad4c1be2dc7f3d07 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9c583e7a23df48c3ad4c1be2dc7f3d07 2024-12-16T08:35:45,373 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b756d86425c344328ec017c0c475fe69 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b756d86425c344328ec017c0c475fe69 2024-12-16T08:35:45,374 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/1073948daf404389b4ea729130f94502 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/1073948daf404389b4ea729130f94502 2024-12-16T08:35:45,380 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f6bf10133f1a41919b9cb4a719db446b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f6bf10133f1a41919b9cb4a719db446b 2024-12-16T08:35:45,380 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f98cc3bae0e04bb8a053de5b169f30af to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/f98cc3bae0e04bb8a053de5b169f30af 2024-12-16T08:35:45,381 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9e6c1da9e45438bb7be1d54a4c3779b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9e6c1da9e45438bb7be1d54a4c3779b 2024-12-16T08:35:45,381 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9fefb121d835429bbb55cfb42ca0d869 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/9fefb121d835429bbb55cfb42ca0d869 2024-12-16T08:35:45,385 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b995cca888d841efb1c0ad7c9decbd09 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/b995cca888d841efb1c0ad7c9decbd09 2024-12-16T08:35:45,387 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/6a333f2dabf74828b5fb2365897e235b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/6a333f2dabf74828b5fb2365897e235b 2024-12-16T08:35:45,388 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d61e550f0a5041a3ab0dd59683cfa576 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d61e550f0a5041a3ab0dd59683cfa576 2024-12-16T08:35:45,388 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5953cb5c002c4a8abdde38d6d237e6fa to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5953cb5c002c4a8abdde38d6d237e6fa 2024-12-16T08:35:45,389 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/de041ae40e0d48f6a1ea855cb9b83ff2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/de041ae40e0d48f6a1ea855cb9b83ff2 2024-12-16T08:35:45,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/c3c0a9444d9a43cebb8ad5210cc86ee6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/c3c0a9444d9a43cebb8ad5210cc86ee6 2024-12-16T08:35:45,391 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/403fcbc55d80481490a9380a43ea1049 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/403fcbc55d80481490a9380a43ea1049 2024-12-16T08:35:45,391 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5caa205f2f334431bf017f55209ed11b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/5caa205f2f334431bf017f55209ed11b 2024-12-16T08:35:45,392 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d14705d287984b9d837970fc9de59f07 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/d14705d287984b9d837970fc9de59f07 2024-12-16T08:35:45,392 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95b3330f679c4bac999ba4e68f9a634b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/95b3330f679c4bac999ba4e68f9a634b 2024-12-16T08:35:45,393 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9cf867dc5144b47b7fb074470e9ca00 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/e9cf867dc5144b47b7fb074470e9ca00 2024-12-16T08:35:45,396 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/dfa5c3ab4f5c4dc2a61fd578c3268c83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/dfa5c3ab4f5c4dc2a61fd578c3268c83 2024-12-16T08:35:45,422 DEBUG [StoreCloser-TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/c85a57a6ec0544269ba7308d308139ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/1204703f7a7147e4a8de7a1a8246947c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2c6571f43d5e4b2688e3dfa841fd7ce1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/878f0c7e2bb840bc828e14f4f0828c41, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2872c14c5a9646499ab6e5dda0c00cd7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/8411f83b298a451ba799d75ed745df1b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5578b0f8edad477ca5a40b696a75cea7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/f4a5548f0e664e4cabf708cd18071445, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/9f54c89e6d1346babbe8366cffdc525f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/804379998c3d49a1b49fecbc9ff946e1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/447a055b1aa64083a90f5557d50ad7ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/29ab0912cea44422b89ad5eecaddd06a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/65d894323a8545deaf203bd253f9840f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/de9346a1980941be9124787806001e30, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a1d02f258a84456bb1f8099977adbec2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/4c8646fd71344af08d1fbda15e04ad8a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0f05871a190e47b2b55b69067cae7d9b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/13a962eb7cb44068bd030e6f4eb20f5c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/649e8bc604324d85aeccc73f632df891, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/86406a24da8a4151b70c2e15130bb8ae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/e2b87139c883460abc92b4612e574f15, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/bb920259a455466aa2db6f4d69d15dfb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0bca8f8cbfdd442e970b1acd3bec0c07, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a86384a56cd14070b8e0594ca865dc00, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/50f56a2478de4f3ba2036e1c89d41e89, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5b60b666bb6243298958d4b14f1714e1] to archive 2024-12-16T08:35:45,430 DEBUG [StoreCloser-TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:35:45,437 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/1204703f7a7147e4a8de7a1a8246947c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/1204703f7a7147e4a8de7a1a8246947c 2024-12-16T08:35:45,439 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/f4a5548f0e664e4cabf708cd18071445 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/f4a5548f0e664e4cabf708cd18071445 2024-12-16T08:35:45,439 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2872c14c5a9646499ab6e5dda0c00cd7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2872c14c5a9646499ab6e5dda0c00cd7 2024-12-16T08:35:45,440 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/c85a57a6ec0544269ba7308d308139ba to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/c85a57a6ec0544269ba7308d308139ba 2024-12-16T08:35:45,441 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/878f0c7e2bb840bc828e14f4f0828c41 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/878f0c7e2bb840bc828e14f4f0828c41 2024-12-16T08:35:45,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2c6571f43d5e4b2688e3dfa841fd7ce1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/2c6571f43d5e4b2688e3dfa841fd7ce1 2024-12-16T08:35:45,444 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/9f54c89e6d1346babbe8366cffdc525f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/9f54c89e6d1346babbe8366cffdc525f 2024-12-16T08:35:45,444 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/804379998c3d49a1b49fecbc9ff946e1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/804379998c3d49a1b49fecbc9ff946e1 2024-12-16T08:35:45,445 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/447a055b1aa64083a90f5557d50ad7ec to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/447a055b1aa64083a90f5557d50ad7ec 2024-12-16T08:35:45,446 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/29ab0912cea44422b89ad5eecaddd06a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/29ab0912cea44422b89ad5eecaddd06a 2024-12-16T08:35:45,447 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5578b0f8edad477ca5a40b696a75cea7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5578b0f8edad477ca5a40b696a75cea7 2024-12-16T08:35:45,452 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/de9346a1980941be9124787806001e30 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/de9346a1980941be9124787806001e30 2024-12-16T08:35:45,452 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/4c8646fd71344af08d1fbda15e04ad8a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/4c8646fd71344af08d1fbda15e04ad8a 2024-12-16T08:35:45,454 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/8411f83b298a451ba799d75ed745df1b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/8411f83b298a451ba799d75ed745df1b 2024-12-16T08:35:45,458 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/65d894323a8545deaf203bd253f9840f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/65d894323a8545deaf203bd253f9840f 2024-12-16T08:35:45,459 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a1d02f258a84456bb1f8099977adbec2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a1d02f258a84456bb1f8099977adbec2 2024-12-16T08:35:45,459 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0f05871a190e47b2b55b69067cae7d9b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0f05871a190e47b2b55b69067cae7d9b 2024-12-16T08:35:45,468 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/649e8bc604324d85aeccc73f632df891 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/649e8bc604324d85aeccc73f632df891 2024-12-16T08:35:45,476 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/bb920259a455466aa2db6f4d69d15dfb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/bb920259a455466aa2db6f4d69d15dfb 2024-12-16T08:35:45,476 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/86406a24da8a4151b70c2e15130bb8ae to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/86406a24da8a4151b70c2e15130bb8ae 2024-12-16T08:35:45,476 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/e2b87139c883460abc92b4612e574f15 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/e2b87139c883460abc92b4612e574f15 2024-12-16T08:35:45,477 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/13a962eb7cb44068bd030e6f4eb20f5c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/13a962eb7cb44068bd030e6f4eb20f5c 2024-12-16T08:35:45,477 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0bca8f8cbfdd442e970b1acd3bec0c07 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/0bca8f8cbfdd442e970b1acd3bec0c07 2024-12-16T08:35:45,484 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a86384a56cd14070b8e0594ca865dc00 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/a86384a56cd14070b8e0594ca865dc00 2024-12-16T08:35:45,488 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/50f56a2478de4f3ba2036e1c89d41e89 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/50f56a2478de4f3ba2036e1c89d41e89 2024-12-16T08:35:45,489 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5b60b666bb6243298958d4b14f1714e1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/5b60b666bb6243298958d4b14f1714e1 2024-12-16T08:35:45,504 DEBUG [StoreCloser-TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7f996cda26fb46b1900003c45dc47571, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/41700944f8c44c66b60c8f3e135c0735, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a702b3d38b66418386cc9b2741f0ca15, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8ec0259195eb4b20a8017e44c5ca4d2f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/adc53e24292643ed9fc85acf82725b3a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/2faa3d317ca94f46ba58aee48a916b62, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5df36f801daa4684b18734bc3dc97b16, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a91f99347fd34d3eb11eb2c24c850359, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8acb2ec6912f45569779346bd39aaeac, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9b9bfc96d30d4b069507eb2ae6d04a6f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/59f1035fdcc546c7a33d0339a6fff468, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/905e4cd4f00f4306afb3d0b07a455f10, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5c2b45cccc9340b39139323fc00c0ef3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9908e4ebbdff4e6196d30db98cd263f8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f48894a22e1c4394acad870b2ec55c3d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4bbf57fa20f24e7fa7b33b0ea4c96984, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4a7853d8e4d54b03b35f2e6c1fbc823c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f9ac8f11ddd44df796a5d123109f6d08, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/617e31ac2a974b9bbf6cc3de50b23e37, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f046a2fd517e4786a4d0491f9f7b4dc3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/c59a4357801f49ad89e5639036b339a7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/21177abb2ca243edbca28dd3acc4c817, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/aaa5bf2cc8cf4c93ba0ed50f95584344, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/6c2b6fc87e0048f18da837dc319698d6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/ecfc9f1d81214f04b865ec2a220311f4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/b1b20489610c4a62b9cf4c7857ed170b] to archive 2024-12-16T08:35:45,506 DEBUG [StoreCloser-TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:35:45,519 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7f996cda26fb46b1900003c45dc47571 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7f996cda26fb46b1900003c45dc47571 2024-12-16T08:35:45,526 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a702b3d38b66418386cc9b2741f0ca15 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a702b3d38b66418386cc9b2741f0ca15 2024-12-16T08:35:45,526 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/adc53e24292643ed9fc85acf82725b3a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/adc53e24292643ed9fc85acf82725b3a 2024-12-16T08:35:45,527 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8ec0259195eb4b20a8017e44c5ca4d2f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8ec0259195eb4b20a8017e44c5ca4d2f 2024-12-16T08:35:45,527 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/2faa3d317ca94f46ba58aee48a916b62 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/2faa3d317ca94f46ba58aee48a916b62 2024-12-16T08:35:45,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/41700944f8c44c66b60c8f3e135c0735 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/41700944f8c44c66b60c8f3e135c0735 2024-12-16T08:35:45,532 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a91f99347fd34d3eb11eb2c24c850359 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a91f99347fd34d3eb11eb2c24c850359 2024-12-16T08:35:45,533 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5df36f801daa4684b18734bc3dc97b16 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5df36f801daa4684b18734bc3dc97b16 2024-12-16T08:35:45,540 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8acb2ec6912f45569779346bd39aaeac to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8acb2ec6912f45569779346bd39aaeac 2024-12-16T08:35:45,542 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9b9bfc96d30d4b069507eb2ae6d04a6f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9b9bfc96d30d4b069507eb2ae6d04a6f 2024-12-16T08:35:45,547 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/59f1035fdcc546c7a33d0339a6fff468 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/59f1035fdcc546c7a33d0339a6fff468 2024-12-16T08:35:45,548 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9908e4ebbdff4e6196d30db98cd263f8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/9908e4ebbdff4e6196d30db98cd263f8 2024-12-16T08:35:45,551 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5c2b45cccc9340b39139323fc00c0ef3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/5c2b45cccc9340b39139323fc00c0ef3 2024-12-16T08:35:45,551 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/905e4cd4f00f4306afb3d0b07a455f10 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/905e4cd4f00f4306afb3d0b07a455f10 2024-12-16T08:35:45,551 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f48894a22e1c4394acad870b2ec55c3d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f48894a22e1c4394acad870b2ec55c3d 2024-12-16T08:35:45,552 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4a7853d8e4d54b03b35f2e6c1fbc823c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4a7853d8e4d54b03b35f2e6c1fbc823c 2024-12-16T08:35:45,552 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4bbf57fa20f24e7fa7b33b0ea4c96984 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/4bbf57fa20f24e7fa7b33b0ea4c96984 2024-12-16T08:35:45,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f9ac8f11ddd44df796a5d123109f6d08 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f9ac8f11ddd44df796a5d123109f6d08 2024-12-16T08:35:45,556 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/617e31ac2a974b9bbf6cc3de50b23e37 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/617e31ac2a974b9bbf6cc3de50b23e37 2024-12-16T08:35:45,559 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/c59a4357801f49ad89e5639036b339a7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/c59a4357801f49ad89e5639036b339a7 2024-12-16T08:35:45,559 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/aaa5bf2cc8cf4c93ba0ed50f95584344 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/aaa5bf2cc8cf4c93ba0ed50f95584344 2024-12-16T08:35:45,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f046a2fd517e4786a4d0491f9f7b4dc3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/f046a2fd517e4786a4d0491f9f7b4dc3 2024-12-16T08:35:45,563 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/21177abb2ca243edbca28dd3acc4c817 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/21177abb2ca243edbca28dd3acc4c817 2024-12-16T08:35:45,563 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/6c2b6fc87e0048f18da837dc319698d6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/6c2b6fc87e0048f18da837dc319698d6 2024-12-16T08:35:45,563 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/b1b20489610c4a62b9cf4c7857ed170b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/b1b20489610c4a62b9cf4c7857ed170b 2024-12-16T08:35:45,563 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/ecfc9f1d81214f04b865ec2a220311f4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/ecfc9f1d81214f04b865ec2a220311f4 2024-12-16T08:35:45,608 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/recovered.edits/427.seqid, newMaxSeqId=427, maxSeqId=1 2024-12-16T08:35:45,613 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c. 2024-12-16T08:35:45,613 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 5a3ab08b0d98135268be4a4f20718b8c: 2024-12-16T08:35:45,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=5a3ab08b0d98135268be4a4f20718b8c, regionState=CLOSED 2024-12-16T08:35:45,628 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:45,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-16T08:35:45,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 5a3ab08b0d98135268be4a4f20718b8c, server=e845af7b5e21,34791,1734338108080 in 1.4200 sec 2024-12-16T08:35:45,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-16T08:35:45,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a3ab08b0d98135268be4a4f20718b8c, UNASSIGN in 1.4270 sec 2024-12-16T08:35:45,644 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338145644"}]},"ts":"1734338145644"} 2024-12-16T08:35:45,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-16T08:35:45,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4400 sec 2024-12-16T08:35:45,659 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T08:35:45,674 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T08:35:45,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-12-16T08:35:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T08:35:46,302 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-16T08:35:46,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-16T08:35:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:46,313 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:46,315 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T08:35:46,326 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:46,336 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/recovered.edits] 2024-12-16T08:35:46,343 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/a635c69a60d547f0b886d8fc3e27921f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/a635c69a60d547f0b886d8fc3e27921f 2024-12-16T08:35:46,343 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/390450ceb2444458848b5753d199e0e6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/390450ceb2444458848b5753d199e0e6 2024-12-16T08:35:46,343 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/72c2669df65741b28371c64c78c94c0a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/72c2669df65741b28371c64c78c94c0a 2024-12-16T08:35:46,343 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/7634609d1de945ae99304c20420c16ae to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/A/7634609d1de945ae99304c20420c16ae 2024-12-16T08:35:46,348 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/42711efb295f470999727e9ea422165e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/42711efb295f470999727e9ea422165e 2024-12-16T08:35:46,348 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/ff7574d7958d4560bdb62897b8154cb0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/ff7574d7958d4560bdb62897b8154cb0 2024-12-16T08:35:46,348 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/96e13269ce2d4b23a7e9a94af0f09b45 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/96e13269ce2d4b23a7e9a94af0f09b45 2024-12-16T08:35:46,348 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/244bfa35e6fb433b8055c81f24b9e14d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/B/244bfa35e6fb433b8055c81f24b9e14d 2024-12-16T08:35:46,352 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8768e8d0db90457886f9ac3395df2a7a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8768e8d0db90457886f9ac3395df2a7a 2024-12-16T08:35:46,352 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a09388e12b8f40379f0afe2993204986 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/a09388e12b8f40379f0afe2993204986 2024-12-16T08:35:46,353 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7aaf8d0a7ef246cea6e7771cc363c7d9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/7aaf8d0a7ef246cea6e7771cc363c7d9 2024-12-16T08:35:46,353 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8f2c5a04a2aa496ca845bad9e8158631 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/C/8f2c5a04a2aa496ca845bad9e8158631 2024-12-16T08:35:46,358 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/recovered.edits/427.seqid to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c/recovered.edits/427.seqid 2024-12-16T08:35:46,358 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/5a3ab08b0d98135268be4a4f20718b8c 2024-12-16T08:35:46,359 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T08:35:46,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:46,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-16T08:35:46,375 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T08:35:46,411 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T08:35:46,417 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:46,417 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T08:35:46,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734338146417"}]},"ts":"9223372036854775807"} 2024-12-16T08:35:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T08:35:46,424 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T08:35:46,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5a3ab08b0d98135268be4a4f20718b8c, NAME => 'TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T08:35:46,424 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T08:35:46,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734338146424"}]},"ts":"9223372036854775807"} 2024-12-16T08:35:46,427 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T08:35:46,429 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:46,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 122 msec 2024-12-16T08:35:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T08:35:46,625 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-16T08:35:46,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=244 (was 218) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f9c3950-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_70148702_22 at /127.0.0.1:51964 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x3f9c3950-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f9c3950-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f9c3950-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e845af7b5e21:34791-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=735 (was 503) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=578 (was 1448) 2024-12-16T08:35:46,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=244, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=735, ProcessCount=11, AvailableMemoryMB=570 2024-12-16T08:35:46,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:35:46,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:35:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:46,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:35:46,661 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:46,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-12-16T08:35:46,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:35:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-16T08:35:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741929_1105 (size=963) 2024-12-16T08:35:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-16T08:35:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-16T08:35:47,076 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:35:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741930_1106 (size=53) 2024-12-16T08:35:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-16T08:35:47,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T08:35:47,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:47,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d2ef64971054f2b09ba0472777c7071d, disabling compactions & flushes 2024-12-16T08:35:47,488 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. after waiting 0 ms 2024-12-16T08:35:47,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,489 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:47,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:35:47,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734338147490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734338147490"}]},"ts":"1734338147490"} 2024-12-16T08:35:47,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:35:47,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:35:47,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338147493"}]},"ts":"1734338147493"} 2024-12-16T08:35:47,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T08:35:47,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, ASSIGN}] 2024-12-16T08:35:47,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, ASSIGN 2024-12-16T08:35:47,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, ASSIGN; state=OFFLINE, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=false 2024-12-16T08:35:47,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:47,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:35:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-16T08:35:47,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:47,812 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,813 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:35:47,813 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,813 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:47,813 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,814 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,816 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,818 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:47,818 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ef64971054f2b09ba0472777c7071d columnFamilyName A 2024-12-16T08:35:47,818 DEBUG [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:47,819 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(327): Store=d2ef64971054f2b09ba0472777c7071d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:47,819 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,821 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:47,821 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ef64971054f2b09ba0472777c7071d columnFamilyName B 2024-12-16T08:35:47,822 DEBUG [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:47,822 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(327): Store=d2ef64971054f2b09ba0472777c7071d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:47,822 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,823 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:47,824 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ef64971054f2b09ba0472777c7071d columnFamilyName C 2024-12-16T08:35:47,824 DEBUG [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:47,824 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(327): Store=d2ef64971054f2b09ba0472777c7071d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:47,824 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,825 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,826 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,828 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:35:47,831 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:47,841 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:35:47,844 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened d2ef64971054f2b09ba0472777c7071d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71818953, jitterRate=0.07018579542636871}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:35:47,846 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:47,847 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., pid=37, masterSystemTime=1734338147807 2024-12-16T08:35:47,849 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,849 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:47,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:47,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-16T08:35:47,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 in 196 msec 2024-12-16T08:35:47,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-16T08:35:47,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, ASSIGN in 353 msec 2024-12-16T08:35:47,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:35:47,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338147856"}]},"ts":"1734338147856"} 2024-12-16T08:35:47,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T08:35:47,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:35:47,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2060 sec 2024-12-16T08:35:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-16T08:35:48,771 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-12-16T08:35:48,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a8da76b to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3c14c0 2024-12-16T08:35:48,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3242ee55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:48,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:48,786 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:48,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:35:48,802 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:35:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:35:48,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:35:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-16T08:35:48,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741931_1107 (size=999) 2024-12-16T08:35:49,273 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-16T08:35:49,274 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-16T08:35:49,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:35:49,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, REOPEN/MOVE}] 2024-12-16T08:35:49,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, REOPEN/MOVE 2024-12-16T08:35:49,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:49,299 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:35:49,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:35:49,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:49,453 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:49,453 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:35:49,453 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing d2ef64971054f2b09ba0472777c7071d, disabling compactions & flushes 2024-12-16T08:35:49,453 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:49,454 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:49,454 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. after waiting 0 ms 2024-12-16T08:35:49,454 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:49,460 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T08:35:49,461 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:49,461 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:49,461 WARN [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: d2ef64971054f2b09ba0472777c7071d to self. 2024-12-16T08:35:49,463 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:49,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=CLOSED 2024-12-16T08:35:49,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-16T08:35:49,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 in 169 msec 2024-12-16T08:35:49,470 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, REOPEN/MOVE; state=CLOSED, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=true 2024-12-16T08:35:49,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:49,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:35:49,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:49,781 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:49,781 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:35:49,781 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:49,781 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:35:49,782 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:49,782 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:49,870 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:49,872 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:50,060 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ef64971054f2b09ba0472777c7071d columnFamilyName A 2024-12-16T08:35:50,080 DEBUG [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:50,082 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(327): Store=d2ef64971054f2b09ba0472777c7071d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:50,082 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:50,084 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:50,084 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ef64971054f2b09ba0472777c7071d columnFamilyName B 2024-12-16T08:35:50,084 DEBUG [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:50,085 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(327): Store=d2ef64971054f2b09ba0472777c7071d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:50,085 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:50,086 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:35:50,086 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ef64971054f2b09ba0472777c7071d columnFamilyName C 2024-12-16T08:35:50,086 DEBUG [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:50,087 INFO [StoreOpener-d2ef64971054f2b09ba0472777c7071d-1 {}] regionserver.HStore(327): Store=d2ef64971054f2b09ba0472777c7071d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:35:50,087 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:50,088 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:50,090 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:50,093 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:35:50,095 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:50,096 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened d2ef64971054f2b09ba0472777c7071d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62909141, jitterRate=-0.06258074939250946}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:35:50,098 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:50,099 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., pid=42, masterSystemTime=1734338149775 2024-12-16T08:35:50,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=OPEN, openSeqNum=5, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:50,103 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:50,104 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:50,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-12-16T08:35:50,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 in 481 msec 2024-12-16T08:35:50,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-16T08:35:50,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, REOPEN/MOVE in 810 msec 2024-12-16T08:35:50,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.3000 sec 2024-12-16T08:35:50,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-16T08:35:50,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 831 msec 2024-12-16T08:35:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-16T08:35:50,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7435a904 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a0aa7d7 2024-12-16T08:35:50,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87b269f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d006bed to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@231f064 2024-12-16T08:35:50,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7bf7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,241 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b8e1501 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28c904d8 2024-12-16T08:35:50,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15736fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70b41629 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d6eb994 2024-12-16T08:35:50,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ebde20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a0312cf to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a63fed4 2024-12-16T08:35:50,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40832d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x706b2cde to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29dad7a8 2024-12-16T08:35:50,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec46f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d5e0e3f to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c6fdab 2024-12-16T08:35:50,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f63b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70f48df4 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@250a1de4 2024-12-16T08:35:50,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473f181f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cd5be36 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49456175 2024-12-16T08:35:50,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768577a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:35:50,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-16T08:35:50,672 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:50,673 DEBUG [hconnection-0x54d2091-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,674 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:50,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-16T08:35:50,677 DEBUG [hconnection-0x5b37bb17-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,679 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,686 DEBUG [hconnection-0x36374063-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,710 DEBUG [hconnection-0x307c6de5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,713 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,715 DEBUG [hconnection-0x10658da6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,722 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,723 DEBUG [hconnection-0x33d50494-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,725 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,727 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,727 DEBUG [hconnection-0x363e72bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,728 DEBUG [hconnection-0x6c91a889-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,729 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,730 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,733 DEBUG [hconnection-0x1d1213de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:35:50,736 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:35:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:50,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:35:50,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:35:50,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:50,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:35:50,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:50,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:35:50,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-16T08:35:50,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:50,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:50,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:50,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162ed467643a164bf8a2c6ce00c5e2b942_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338150765/Put/seqid=0 2024-12-16T08:35:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741932_1108 (size=17034) 2024-12-16T08:35:50,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:50,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338210949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338210956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338210962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338210964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:50,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338210965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-16T08:35:51,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338211069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338211071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338211079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338211081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338211087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T08:35:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-16T08:35:51,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338211282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338211285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338211288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338211292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:51,318 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162ed467643a164bf8a2c6ce00c5e2b942_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162ed467643a164bf8a2c6ce00c5e2b942_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338211307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,319 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/7663d2fb4ca34d67bd95524919ecc952, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:51,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:51,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:51,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/7663d2fb4ca34d67bd95524919ecc952 is 175, key is test_row_0/A:col10/1734338150765/Put/seqid=0 2024-12-16T08:35:51,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741933_1109 (size=48139) 2024-12-16T08:35:51,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338211597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338211602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338211608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338211608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338211623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,764 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/7663d2fb4ca34d67bd95524919ecc952 2024-12-16T08:35:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-16T08:35:51,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/eb27b44fd8704a99a21c69735cfe50fb is 50, key is test_row_0/B:col10/1734338150765/Put/seqid=0 2024-12-16T08:35:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741934_1110 (size=12001) 2024-12-16T08:35:51,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/eb27b44fd8704a99a21c69735cfe50fb 2024-12-16T08:35:51,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:51,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:51,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/c91826937abe45fcae8522e4d0fc63e1 is 50, key is test_row_0/C:col10/1734338150765/Put/seqid=0 2024-12-16T08:35:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338212121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338212123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338212120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338212131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338212143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741935_1111 (size=12001) 2024-12-16T08:35:52,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:52,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:52,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/c91826937abe45fcae8522e4d0fc63e1 2024-12-16T08:35:52,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/7663d2fb4ca34d67bd95524919ecc952 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/7663d2fb4ca34d67bd95524919ecc952 2024-12-16T08:35:52,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:52,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/7663d2fb4ca34d67bd95524919ecc952, entries=250, sequenceid=17, filesize=47.0 K 2024-12-16T08:35:52,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/eb27b44fd8704a99a21c69735cfe50fb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/eb27b44fd8704a99a21c69735cfe50fb 2024-12-16T08:35:52,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/eb27b44fd8704a99a21c69735cfe50fb, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T08:35:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/c91826937abe45fcae8522e4d0fc63e1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c91826937abe45fcae8522e4d0fc63e1 2024-12-16T08:35:52,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c91826937abe45fcae8522e4d0fc63e1, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T08:35:52,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2ef64971054f2b09ba0472777c7071d in 1878ms, sequenceid=17, compaction requested=false 2024-12-16T08:35:52,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:52,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:52,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-16T08:35:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:52,753 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:35:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:35:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:35:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:35:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-16T08:35:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165ed025e4c00a406e9841859a62c64af1_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338150837/Put/seqid=0 2024-12-16T08:35:52,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741936_1112 (size=12154) 2024-12-16T08:35:53,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:53,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338213156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338213163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338213164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338213166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338213167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:53,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165ed025e4c00a406e9841859a62c64af1_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165ed025e4c00a406e9841859a62c64af1_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:53,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5a36fd600f1e4497aba611f5733bdef5, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:53,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5a36fd600f1e4497aba611f5733bdef5 is 175, key is test_row_0/A:col10/1734338150837/Put/seqid=0 2024-12-16T08:35:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338213269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338213270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338213270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338213271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338213275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741937_1113 (size=30955) 2024-12-16T08:35:53,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338213476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338213478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338213480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338213484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338213480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,693 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5a36fd600f1e4497aba611f5733bdef5 2024-12-16T08:35:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0643bf12764e4ef4bfbe538888e38783 is 50, key is test_row_0/B:col10/1734338150837/Put/seqid=0 2024-12-16T08:35:53,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741938_1114 (size=12001) 2024-12-16T08:35:53,752 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0643bf12764e4ef4bfbe538888e38783 2024-12-16T08:35:53,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/b2208bf8f5964feaaedbba0095dac056 is 50, key is test_row_0/C:col10/1734338150837/Put/seqid=0 2024-12-16T08:35:53,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338213781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338213788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338213788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338213790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338213785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:53,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741939_1115 (size=12001) 2024-12-16T08:35:54,220 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/b2208bf8f5964feaaedbba0095dac056 2024-12-16T08:35:54,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5a36fd600f1e4497aba611f5733bdef5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5a36fd600f1e4497aba611f5733bdef5 2024-12-16T08:35:54,253 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5a36fd600f1e4497aba611f5733bdef5, entries=150, sequenceid=40, filesize=30.2 K 2024-12-16T08:35:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0643bf12764e4ef4bfbe538888e38783 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0643bf12764e4ef4bfbe538888e38783 2024-12-16T08:35:54,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0643bf12764e4ef4bfbe538888e38783, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T08:35:54,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/b2208bf8f5964feaaedbba0095dac056 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b2208bf8f5964feaaedbba0095dac056 2024-12-16T08:35:54,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b2208bf8f5964feaaedbba0095dac056, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T08:35:54,297 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d2ef64971054f2b09ba0472777c7071d in 1544ms, sequenceid=40, compaction requested=false 2024-12-16T08:35:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-16T08:35:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-16T08:35:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:54,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T08:35:54,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:35:54,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:54,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:35:54,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:54,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:35:54,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:54,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-16T08:35:54,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6250 sec 2024-12-16T08:35:54,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 3.6320 sec 2024-12-16T08:35:54,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216ac468403aede437ebc5b44e1681e5f59_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338153157/Put/seqid=0 2024-12-16T08:35:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338214333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338214334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338214340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338214341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338214344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741940_1116 (size=17034) 2024-12-16T08:35:54,361 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:54,378 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216ac468403aede437ebc5b44e1681e5f59_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ac468403aede437ebc5b44e1681e5f59_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:54,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/4d0ad363f38b4474a0dd7327ead12a68, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:54,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/4d0ad363f38b4474a0dd7327ead12a68 is 175, key is test_row_0/A:col10/1734338153157/Put/seqid=0 2024-12-16T08:35:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741941_1117 (size=48139) 2024-12-16T08:35:54,420 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/4d0ad363f38b4474a0dd7327ead12a68 2024-12-16T08:35:54,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/e24435b3126642fea90997a534507462 is 50, key is test_row_0/B:col10/1734338153157/Put/seqid=0 2024-12-16T08:35:54,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338214450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338214451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338214451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338214455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338214455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741942_1118 (size=12001) 2024-12-16T08:35:54,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338214659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338214659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338214661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338214663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338214666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,697 INFO [master/e845af7b5e21:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T08:35:54,697 INFO [master/e845af7b5e21:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T08:35:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-16T08:35:54,793 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-16T08:35:54,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-16T08:35:54,810 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:54,810 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:54,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-16T08:35:54,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/e24435b3126642fea90997a534507462 2024-12-16T08:35:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-16T08:35:54,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/0eade77d8b7745c5b45d7c5145490ea5 is 50, key is test_row_0/C:col10/1734338153157/Put/seqid=0 2024-12-16T08:35:54,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-16T08:35:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:54,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:54,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338214968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338214969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338214969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338214970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338214981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741943_1119 (size=12001) 2024-12-16T08:35:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-16T08:35:55,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-16T08:35:55,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:55,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:55,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:55,278 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-16T08:35:55,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:55,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:55,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:55,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/0eade77d8b7745c5b45d7c5145490ea5 2024-12-16T08:35:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/4d0ad363f38b4474a0dd7327ead12a68 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/4d0ad363f38b4474a0dd7327ead12a68 2024-12-16T08:35:55,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/4d0ad363f38b4474a0dd7327ead12a68, entries=250, sequenceid=55, filesize=47.0 K 2024-12-16T08:35:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/e24435b3126642fea90997a534507462 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e24435b3126642fea90997a534507462 2024-12-16T08:35:55,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e24435b3126642fea90997a534507462, entries=150, sequenceid=55, filesize=11.7 K 2024-12-16T08:35:55,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/0eade77d8b7745c5b45d7c5145490ea5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0eade77d8b7745c5b45d7c5145490ea5 2024-12-16T08:35:55,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0eade77d8b7745c5b45d7c5145490ea5, entries=150, sequenceid=55, filesize=11.7 K 2024-12-16T08:35:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-16T08:35:55,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d2ef64971054f2b09ba0472777c7071d in 1126ms, sequenceid=55, compaction requested=true 2024-12-16T08:35:55,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:55,426 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:35:55,428 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:55,428 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:55,428 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/A is initiating minor compaction (all files) 2024-12-16T08:35:55,428 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/A in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,428 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/7663d2fb4ca34d67bd95524919ecc952, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5a36fd600f1e4497aba611f5733bdef5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/4d0ad363f38b4474a0dd7327ead12a68] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=124.3 K 2024-12-16T08:35:55,428 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,429 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/7663d2fb4ca34d67bd95524919ecc952, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5a36fd600f1e4497aba611f5733bdef5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/4d0ad363f38b4474a0dd7327ead12a68] 2024-12-16T08:35:55,429 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7663d2fb4ca34d67bd95524919ecc952, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734338150727 2024-12-16T08:35:55,430 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a36fd600f1e4497aba611f5733bdef5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734338150837 2024-12-16T08:35:55,430 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0ad363f38b4474a0dd7327ead12a68, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734338153157 2024-12-16T08:35:55,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-16T08:35:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,437 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T08:35:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:35:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:35:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:55,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:35:55,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:55,442 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:55,442 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/B is initiating minor compaction (all files) 2024-12-16T08:35:55,442 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/B in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,442 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/eb27b44fd8704a99a21c69735cfe50fb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0643bf12764e4ef4bfbe538888e38783, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e24435b3126642fea90997a534507462] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=35.2 K 2024-12-16T08:35:55,448 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting eb27b44fd8704a99a21c69735cfe50fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734338150727 2024-12-16T08:35:55,456 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 0643bf12764e4ef4bfbe538888e38783, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734338150837 2024-12-16T08:35:55,460 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e24435b3126642fea90997a534507462, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734338153157 2024-12-16T08:35:55,465 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:55,477 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216cae8e70066bc48b9907992610c969bd7_d2ef64971054f2b09ba0472777c7071d store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:55,482 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216cae8e70066bc48b9907992610c969bd7_d2ef64971054f2b09ba0472777c7071d, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:55,482 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216cae8e70066bc48b9907992610c969bd7_d2ef64971054f2b09ba0472777c7071d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:55,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160249c8122543421c92574cf674ace34a_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338154339/Put/seqid=0 2024-12-16T08:35:55,492 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#B#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:55,492 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/81fbd229ceeb4b3b939b8849bdb0980a is 50, key is test_row_0/B:col10/1734338153157/Put/seqid=0 2024-12-16T08:35:55,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:55,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741944_1120 (size=4469) 2024-12-16T08:35:55,534 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#A#compaction#99 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338215521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,537 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0c38b87955364d8ab29b2c0652835ada is 175, key is test_row_0/A:col10/1734338153157/Put/seqid=0 2024-12-16T08:35:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338215521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338215523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338215527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338215536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741945_1121 (size=12154) 2024-12-16T08:35:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:55,569 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160249c8122543421c92574cf674ace34a_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160249c8122543421c92574cf674ace34a_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741946_1122 (size=12104) 2024-12-16T08:35:55,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/2612ba0eae6e4869a3bed71efd25f3ba, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/2612ba0eae6e4869a3bed71efd25f3ba is 175, key is test_row_0/A:col10/1734338154339/Put/seqid=0 2024-12-16T08:35:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741947_1123 (size=31058) 2024-12-16T08:35:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741948_1124 (size=30955) 2024-12-16T08:35:55,628 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/2612ba0eae6e4869a3bed71efd25f3ba 2024-12-16T08:35:55,640 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0c38b87955364d8ab29b2c0652835ada as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c38b87955364d8ab29b2c0652835ada 2024-12-16T08:35:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338215639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338215643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338215645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338215652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338215654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/8dd855f640e14550b2d8d52e5b44e2d6 is 50, key is test_row_0/B:col10/1734338154339/Put/seqid=0 2024-12-16T08:35:55,670 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/A of d2ef64971054f2b09ba0472777c7071d into 0c38b87955364d8ab29b2c0652835ada(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:55,670 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:55,670 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/A, priority=13, startTime=1734338155426; duration=0sec 2024-12-16T08:35:55,670 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:55,670 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:A 2024-12-16T08:35:55,671 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:55,684 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:55,684 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/C is initiating minor compaction (all files) 2024-12-16T08:35:55,684 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/C in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:55,684 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c91826937abe45fcae8522e4d0fc63e1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b2208bf8f5964feaaedbba0095dac056, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0eade77d8b7745c5b45d7c5145490ea5] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=35.2 K 2024-12-16T08:35:55,688 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c91826937abe45fcae8522e4d0fc63e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734338150727 2024-12-16T08:35:55,692 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2208bf8f5964feaaedbba0095dac056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734338150837 2024-12-16T08:35:55,693 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eade77d8b7745c5b45d7c5145490ea5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734338153157 2024-12-16T08:35:55,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741949_1125 (size=12001) 2024-12-16T08:35:55,723 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:55,724 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/e16eb77c4b96445898d223e61da01588 is 50, key is test_row_0/C:col10/1734338153157/Put/seqid=0 2024-12-16T08:35:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741950_1126 (size=12104) 2024-12-16T08:35:55,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338215844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338215850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338215859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338215860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338215861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-16T08:35:56,017 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/81fbd229ceeb4b3b939b8849bdb0980a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/81fbd229ceeb4b3b939b8849bdb0980a 2024-12-16T08:35:56,052 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/B of d2ef64971054f2b09ba0472777c7071d into 81fbd229ceeb4b3b939b8849bdb0980a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:56,057 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:56,057 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/B, priority=13, startTime=1734338155427; duration=0sec 2024-12-16T08:35:56,057 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:56,057 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:B 2024-12-16T08:35:56,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/8dd855f640e14550b2d8d52e5b44e2d6 2024-12-16T08:35:56,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/c44bd03581834d3c94738a94d28053d0 is 50, key is test_row_0/C:col10/1734338154339/Put/seqid=0 2024-12-16T08:35:56,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338216148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338216165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338216168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741951_1127 (size=12001) 2024-12-16T08:35:56,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338216171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338216172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,184 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/c44bd03581834d3c94738a94d28053d0 2024-12-16T08:35:56,209 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/e16eb77c4b96445898d223e61da01588 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/e16eb77c4b96445898d223e61da01588 2024-12-16T08:35:56,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/2612ba0eae6e4869a3bed71efd25f3ba as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/2612ba0eae6e4869a3bed71efd25f3ba 2024-12-16T08:35:56,268 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/C of d2ef64971054f2b09ba0472777c7071d into e16eb77c4b96445898d223e61da01588(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:56,268 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:56,268 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/C, priority=13, startTime=1734338155427; duration=0sec 2024-12-16T08:35:56,268 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:56,268 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:C 2024-12-16T08:35:56,293 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/2612ba0eae6e4869a3bed71efd25f3ba, entries=150, sequenceid=76, filesize=30.2 K 2024-12-16T08:35:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/8dd855f640e14550b2d8d52e5b44e2d6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8dd855f640e14550b2d8d52e5b44e2d6 2024-12-16T08:35:56,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8dd855f640e14550b2d8d52e5b44e2d6, entries=150, sequenceid=76, filesize=11.7 K 2024-12-16T08:35:56,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/c44bd03581834d3c94738a94d28053d0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c44bd03581834d3c94738a94d28053d0 2024-12-16T08:35:56,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c44bd03581834d3c94738a94d28053d0, entries=150, sequenceid=76, filesize=11.7 K 2024-12-16T08:35:56,344 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d2ef64971054f2b09ba0472777c7071d in 907ms, sequenceid=76, compaction requested=false 2024-12-16T08:35:56,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:56,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:56,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-16T08:35:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-16T08:35:56,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-16T08:35:56,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5420 sec 2024-12-16T08:35:56,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.5470 sec 2024-12-16T08:35:56,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-16T08:35:56,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:35:56,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:56,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:35:56,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:56,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:35:56,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:56,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a5d7034dbf534e0b8b7184a82f518224_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338155509/Put/seqid=0 2024-12-16T08:35:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338216713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338216718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338216719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338216720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338216720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741952_1128 (size=12154) 2024-12-16T08:35:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338216825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338216827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338216829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338216829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338216829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-16T08:35:56,931 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-16T08:35:56,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:35:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-16T08:35:56,942 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:35:56,943 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:35:56,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:35:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-16T08:35:57,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338217036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338217039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338217041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-16T08:35:57,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338217050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338217052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-16T08:35:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,133 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:57,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a5d7034dbf534e0b8b7184a82f518224_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a5d7034dbf534e0b8b7184a82f518224_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:57,164 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/bb79dfab7e0345c89f932c7f125ed51d, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:57,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/bb79dfab7e0345c89f932c7f125ed51d is 175, key is test_row_0/A:col10/1734338155509/Put/seqid=0 2024-12-16T08:35:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741953_1129 (size=30955) 2024-12-16T08:35:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-16T08:35:57,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-16T08:35:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338217343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338217352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338217354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338217356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338217361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-16T08:35:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T08:35:57,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-16T08:35:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-16T08:35:57,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-16T08:35:57,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:57,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/bb79dfab7e0345c89f932c7f125ed51d 2024-12-16T08:35:57,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/d53e7b7613b24564a8704f954adc4b47 is 50, key is test_row_0/B:col10/1734338155509/Put/seqid=0 2024-12-16T08:35:57,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741954_1130 (size=12001) 2024-12-16T08:35:57,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/d53e7b7613b24564a8704f954adc4b47 2024-12-16T08:35:57,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-16T08:35:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:35:57,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/43d1c57d5b19459e947869c22067f062 is 50, key is test_row_0/C:col10/1734338155509/Put/seqid=0 2024-12-16T08:35:57,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741955_1131 (size=12001) 2024-12-16T08:35:57,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/43d1c57d5b19459e947869c22067f062 2024-12-16T08:35:57,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/bb79dfab7e0345c89f932c7f125ed51d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bb79dfab7e0345c89f932c7f125ed51d 2024-12-16T08:35:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338217860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bb79dfab7e0345c89f932c7f125ed51d, entries=150, sequenceid=95, filesize=30.2 K 2024-12-16T08:35:57,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/d53e7b7613b24564a8704f954adc4b47 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/d53e7b7613b24564a8704f954adc4b47 2024-12-16T08:35:57,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338217872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338217876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338217880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/d53e7b7613b24564a8704f954adc4b47, entries=150, sequenceid=95, filesize=11.7 K 2024-12-16T08:35:57,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/43d1c57d5b19459e947869c22067f062 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/43d1c57d5b19459e947869c22067f062 2024-12-16T08:35:57,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338217888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/43d1c57d5b19459e947869c22067f062, entries=150, sequenceid=95, filesize=11.7 K 2024-12-16T08:35:57,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d2ef64971054f2b09ba0472777c7071d in 1240ms, sequenceid=95, compaction requested=true 2024-12-16T08:35:57,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:57,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:35:57,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:57,901 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:57,901 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:57,904 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:57,904 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/A is initiating minor compaction (all files) 2024-12-16T08:35:57,904 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/A in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,905 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c38b87955364d8ab29b2c0652835ada, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/2612ba0eae6e4869a3bed71efd25f3ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bb79dfab7e0345c89f932c7f125ed51d] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=90.8 K 2024-12-16T08:35:57,905 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,905 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c38b87955364d8ab29b2c0652835ada, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/2612ba0eae6e4869a3bed71efd25f3ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bb79dfab7e0345c89f932c7f125ed51d] 2024-12-16T08:35:57,905 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:57,905 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/B is initiating minor compaction (all files) 2024-12-16T08:35:57,905 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/B in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,905 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/81fbd229ceeb4b3b939b8849bdb0980a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8dd855f640e14550b2d8d52e5b44e2d6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/d53e7b7613b24564a8704f954adc4b47] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=35.3 K 2024-12-16T08:35:57,906 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 81fbd229ceeb4b3b939b8849bdb0980a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734338153157 2024-12-16T08:35:57,906 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c38b87955364d8ab29b2c0652835ada, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734338153157 2024-12-16T08:35:57,909 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2612ba0eae6e4869a3bed71efd25f3ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734338154330 2024-12-16T08:35:57,909 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb79dfab7e0345c89f932c7f125ed51d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734338155509 2024-12-16T08:35:57,910 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dd855f640e14550b2d8d52e5b44e2d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734338154330 2024-12-16T08:35:57,910 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d53e7b7613b24564a8704f954adc4b47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734338155509 2024-12-16T08:35:57,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:35:57,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-16T08:35:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:35:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:35:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:57,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:57,920 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-16T08:35:57,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:35:57,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:57,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:35:57,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:57,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:35:57,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:35:57,928 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:57,936 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#B#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:57,937 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/1d705771e5d545ab9eefd27893d34694 is 50, key is test_row_0/B:col10/1734338155509/Put/seqid=0 2024-12-16T08:35:57,944 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216c0e8565318ec4b9582aea61a967c6dab_d2ef64971054f2b09ba0472777c7071d store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:57,948 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216c0e8565318ec4b9582aea61a967c6dab_d2ef64971054f2b09ba0472777c7071d, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:57,948 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216c0e8565318ec4b9582aea61a967c6dab_d2ef64971054f2b09ba0472777c7071d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121684ffb48d7ce54abc9b3af81739af6a9e_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338156713/Put/seqid=0 2024-12-16T08:35:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-16T08:35:58,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741956_1132 (size=12207) 2024-12-16T08:35:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741957_1133 (size=4469) 2024-12-16T08:35:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741958_1134 (size=12154) 2024-12-16T08:35:58,102 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#A#compaction#108 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:58,103 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/c94d91a6fdaa43a8a060a1ca715133c0 is 175, key is test_row_0/A:col10/1734338155509/Put/seqid=0 2024-12-16T08:35:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741959_1135 (size=31161) 2024-12-16T08:35:58,142 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/c94d91a6fdaa43a8a060a1ca715133c0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c94d91a6fdaa43a8a060a1ca715133c0 2024-12-16T08:35:58,167 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/A of d2ef64971054f2b09ba0472777c7071d into c94d91a6fdaa43a8a060a1ca715133c0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:58,167 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:58,168 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/A, priority=13, startTime=1734338157901; duration=0sec 2024-12-16T08:35:58,168 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:35:58,168 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:A 2024-12-16T08:35:58,168 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:35:58,171 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:35:58,171 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/C is initiating minor compaction (all files) 2024-12-16T08:35:58,171 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/C in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:58,172 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/e16eb77c4b96445898d223e61da01588, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c44bd03581834d3c94738a94d28053d0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/43d1c57d5b19459e947869c22067f062] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=35.3 K 2024-12-16T08:35:58,173 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e16eb77c4b96445898d223e61da01588, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734338153157 2024-12-16T08:35:58,174 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c44bd03581834d3c94738a94d28053d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734338154330 2024-12-16T08:35:58,175 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d1c57d5b19459e947869c22067f062, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734338155509 2024-12-16T08:35:58,204 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#C#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:35:58,205 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/746a53d40b2a4fb882bc036a187c9d6b is 50, key is test_row_0/C:col10/1734338155509/Put/seqid=0 2024-12-16T08:35:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741960_1136 (size=12207) 2024-12-16T08:35:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:35:58,503 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/1d705771e5d545ab9eefd27893d34694 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/1d705771e5d545ab9eefd27893d34694 2024-12-16T08:35:58,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121684ffb48d7ce54abc9b3af81739af6a9e_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121684ffb48d7ce54abc9b3af81739af6a9e_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:58,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/09bd1a9d1f1b480db48f246482ba8a2f, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:35:58,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/09bd1a9d1f1b480db48f246482ba8a2f is 175, key is test_row_0/A:col10/1734338156713/Put/seqid=0 2024-12-16T08:35:58,532 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/B of d2ef64971054f2b09ba0472777c7071d into 1d705771e5d545ab9eefd27893d34694(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:58,532 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:58,532 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/B, priority=13, startTime=1734338157901; duration=0sec 2024-12-16T08:35:58,533 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:58,533 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:B 2024-12-16T08:35:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741961_1137 (size=30955) 2024-12-16T08:35:58,708 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/746a53d40b2a4fb882bc036a187c9d6b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/746a53d40b2a4fb882bc036a187c9d6b 2024-12-16T08:35:58,753 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/C of d2ef64971054f2b09ba0472777c7071d into 746a53d40b2a4fb882bc036a187c9d6b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:35:58,753 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:58,753 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/C, priority=13, startTime=1734338157917; duration=0sec 2024-12-16T08:35:58,754 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:35:58,754 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:C 2024-12-16T08:35:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:35:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:35:58,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338218915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:58,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338218916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:58,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338218916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:58,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338218917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338218920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:58,999 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/09bd1a9d1f1b480db48f246482ba8a2f 2024-12-16T08:35:59,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338219024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338219024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338219028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338219032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338219033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/bb3c4fb3b1544b70af2cf0179ec4e33b is 50, key is test_row_0/B:col10/1734338156713/Put/seqid=0 2024-12-16T08:35:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-16T08:35:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741962_1138 (size=12001) 2024-12-16T08:35:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338219232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338219234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338219237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338219240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338219242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/bb3c4fb3b1544b70af2cf0179ec4e33b 2024-12-16T08:35:59,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e is 50, key is test_row_0/C:col10/1734338156713/Put/seqid=0 2024-12-16T08:35:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338219543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338219550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338219550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338219554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:35:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338219564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:35:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741963_1139 (size=12001) 2024-12-16T08:35:59,589 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e 2024-12-16T08:35:59,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/09bd1a9d1f1b480db48f246482ba8a2f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/09bd1a9d1f1b480db48f246482ba8a2f 2024-12-16T08:35:59,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/09bd1a9d1f1b480db48f246482ba8a2f, entries=150, sequenceid=115, filesize=30.2 K 2024-12-16T08:35:59,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/bb3c4fb3b1544b70af2cf0179ec4e33b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/bb3c4fb3b1544b70af2cf0179ec4e33b 2024-12-16T08:35:59,639 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/bb3c4fb3b1544b70af2cf0179ec4e33b, entries=150, sequenceid=115, filesize=11.7 K 2024-12-16T08:35:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e 2024-12-16T08:35:59,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e, entries=150, sequenceid=115, filesize=11.7 K 2024-12-16T08:35:59,676 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d2ef64971054f2b09ba0472777c7071d in 1756ms, sequenceid=115, compaction requested=false 2024-12-16T08:35:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:35:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:35:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-16T08:35:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-16T08:35:59,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-16T08:35:59,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7430 sec 2024-12-16T08:35:59,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.7600 sec 2024-12-16T08:36:00,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-16T08:36:00,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:00,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:00,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:00,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:00,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:00,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:00,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216bf9c1a685a974b888551e7f5ae4b3788_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338158908/Put/seqid=0 2024-12-16T08:36:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741964_1140 (size=12304) 2024-12-16T08:36:00,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338220138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338220149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338220250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338220257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338220259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338220352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338220352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338220362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338220365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338220366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338220565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338220566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338220568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338220569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338220578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:00,605 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216bf9c1a685a974b888551e7f5ae4b3788_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216bf9c1a685a974b888551e7f5ae4b3788_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:00,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5bcae16b74ea41b883d6876ef8e9dd67, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:00,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5bcae16b74ea41b883d6876ef8e9dd67 is 175, key is test_row_0/A:col10/1734338158908/Put/seqid=0 2024-12-16T08:36:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741965_1141 (size=31105) 2024-12-16T08:36:00,642 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5bcae16b74ea41b883d6876ef8e9dd67 2024-12-16T08:36:00,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0f1ebd92d2f14095972ac5c4260971df is 50, key is test_row_0/B:col10/1734338158908/Put/seqid=0 2024-12-16T08:36:00,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741966_1142 (size=12151) 2024-12-16T08:36:00,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338220869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338220876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338220876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338220881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338220884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-16T08:36:01,065 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-16T08:36:01,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-16T08:36:01,082 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:01,083 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:01,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T08:36:01,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0f1ebd92d2f14095972ac5c4260971df 2024-12-16T08:36:01,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/3018d47b05f64f95aaf1b4e7c52f2f91 is 50, key is test_row_0/C:col10/1734338158908/Put/seqid=0 2024-12-16T08:36:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T08:36:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741967_1143 (size=12151) 2024-12-16T08:36:01,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/3018d47b05f64f95aaf1b4e7c52f2f91 2024-12-16T08:36:01,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T08:36:01,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/5bcae16b74ea41b883d6876ef8e9dd67 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5bcae16b74ea41b883d6876ef8e9dd67 2024-12-16T08:36:01,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5bcae16b74ea41b883d6876ef8e9dd67, entries=150, sequenceid=135, filesize=30.4 K 2024-12-16T08:36:01,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0f1ebd92d2f14095972ac5c4260971df as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0f1ebd92d2f14095972ac5c4260971df 2024-12-16T08:36:01,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0f1ebd92d2f14095972ac5c4260971df, entries=150, sequenceid=135, filesize=11.9 K 2024-12-16T08:36:01,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/3018d47b05f64f95aaf1b4e7c52f2f91 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/3018d47b05f64f95aaf1b4e7c52f2f91 2024-12-16T08:36:01,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/3018d47b05f64f95aaf1b4e7c52f2f91, entries=150, sequenceid=135, filesize=11.9 K 2024-12-16T08:36:01,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338221375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for d2ef64971054f2b09ba0472777c7071d in 1323ms, sequenceid=135, compaction requested=true 2024-12-16T08:36:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:01,381 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:01,381 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:01,383 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:01,383 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/A is initiating minor compaction (all files) 2024-12-16T08:36:01,383 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/A in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,383 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c94d91a6fdaa43a8a060a1ca715133c0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/09bd1a9d1f1b480db48f246482ba8a2f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5bcae16b74ea41b883d6876ef8e9dd67] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=91.0 K 2024-12-16T08:36:01,383 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:01,383 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,384 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/B is initiating minor compaction (all files) 2024-12-16T08:36:01,383 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c94d91a6fdaa43a8a060a1ca715133c0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/09bd1a9d1f1b480db48f246482ba8a2f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5bcae16b74ea41b883d6876ef8e9dd67] 2024-12-16T08:36:01,384 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/B in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,384 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/1d705771e5d545ab9eefd27893d34694, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/bb3c4fb3b1544b70af2cf0179ec4e33b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0f1ebd92d2f14095972ac5c4260971df] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=35.5 K 2024-12-16T08:36:01,385 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c94d91a6fdaa43a8a060a1ca715133c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734338155509 2024-12-16T08:36:01,385 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d705771e5d545ab9eefd27893d34694, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734338155509 2024-12-16T08:36:01,386 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09bd1a9d1f1b480db48f246482ba8a2f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734338156713 2024-12-16T08:36:01,386 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3c4fb3b1544b70af2cf0179ec4e33b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734338156713 2024-12-16T08:36:01,387 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bcae16b74ea41b883d6876ef8e9dd67, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734338158908 2024-12-16T08:36:01,387 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f1ebd92d2f14095972ac5c4260971df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734338158908 2024-12-16T08:36:01,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T08:36:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:01,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:01,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:01,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:01,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:01,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:01,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T08:36:01,408 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:01,409 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#B#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:01,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,410 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/2ac3a51a581c4d9ea00da7acafe178b8 is 50, key is test_row_0/B:col10/1734338158908/Put/seqid=0 2024-12-16T08:36:01,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T08:36:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,416 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412169b09d52dd75943cfa6cdc748dbc0fc2c_d2ef64971054f2b09ba0472777c7071d store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:01,419 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412169b09d52dd75943cfa6cdc748dbc0fc2c_d2ef64971054f2b09ba0472777c7071d, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:01,419 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169b09d52dd75943cfa6cdc748dbc0fc2c_d2ef64971054f2b09ba0472777c7071d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338221414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338221418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338221421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338221423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121696f1a7bfef8b4860bf130a0a1051c0c0_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338160119/Put/seqid=0 2024-12-16T08:36:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741968_1144 (size=12459) 2024-12-16T08:36:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741970_1146 (size=14794) 2024-12-16T08:36:01,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741969_1145 (size=4469) 2024-12-16T08:36:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338221529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338221529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338221529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338221536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T08:36:01,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:01,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T08:36:01,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T08:36:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338221737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338221738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338221738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338221742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,863 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:01,881 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#A#compaction#118 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:01,882 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/dc4a4238a5be498cb55375fa6422ffdd is 175, key is test_row_0/A:col10/1734338158908/Put/seqid=0 2024-12-16T08:36:01,884 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/2ac3a51a581c4d9ea00da7acafe178b8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2ac3a51a581c4d9ea00da7acafe178b8 2024-12-16T08:36:01,885 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121696f1a7bfef8b4860bf130a0a1051c0c0_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696f1a7bfef8b4860bf130a0a1051c0c0_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:01,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:01,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T08:36:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/8b7eecbe8b0c47a08756ebf69c66af4f, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/8b7eecbe8b0c47a08756ebf69c66af4f is 175, key is test_row_0/A:col10/1734338160119/Put/seqid=0 2024-12-16T08:36:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:01,911 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/B of d2ef64971054f2b09ba0472777c7071d into 2ac3a51a581c4d9ea00da7acafe178b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:01,911 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:01,911 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/B, priority=13, startTime=1734338161381; duration=0sec 2024-12-16T08:36:01,911 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:01,912 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:B 2024-12-16T08:36:01,912 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:01,916 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:01,917 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/C is initiating minor compaction (all files) 2024-12-16T08:36:01,917 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/C in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:01,917 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/746a53d40b2a4fb882bc036a187c9d6b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/3018d47b05f64f95aaf1b4e7c52f2f91] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=35.5 K 2024-12-16T08:36:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741971_1147 (size=31413) 2024-12-16T08:36:01,920 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 746a53d40b2a4fb882bc036a187c9d6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734338155509 2024-12-16T08:36:01,921 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e4ce9cfb6fb4dbeb34afd18dc7b776e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734338156713 2024-12-16T08:36:01,930 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 3018d47b05f64f95aaf1b4e7c52f2f91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734338158908 2024-12-16T08:36:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741972_1148 (size=39749) 2024-12-16T08:36:01,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/8b7eecbe8b0c47a08756ebf69c66af4f 2024-12-16T08:36:01,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/18dcd75e804949e7a375c6fa8d19ec97 is 50, key is test_row_0/B:col10/1734338160119/Put/seqid=0 2024-12-16T08:36:01,994 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#C#compaction#120 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:01,995 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/db6f60f8f6df4b3a92d59e51dfc3bfa9 is 50, key is test_row_0/C:col10/1734338158908/Put/seqid=0 2024-12-16T08:36:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741973_1149 (size=12151) 2024-12-16T08:36:02,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/18dcd75e804949e7a375c6fa8d19ec97 2024-12-16T08:36:02,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T08:36:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:02,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:02,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338222045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:02,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338222045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338222046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741974_1150 (size=12459) 2024-12-16T08:36:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338222048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/553025bc407c467e9d40ed8433251fcf is 50, key is test_row_0/C:col10/1734338160119/Put/seqid=0 2024-12-16T08:36:02,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741975_1151 (size=12151) 2024-12-16T08:36:02,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/553025bc407c467e9d40ed8433251fcf 2024-12-16T08:36:02,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/8b7eecbe8b0c47a08756ebf69c66af4f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/8b7eecbe8b0c47a08756ebf69c66af4f 2024-12-16T08:36:02,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/8b7eecbe8b0c47a08756ebf69c66af4f, entries=200, sequenceid=158, filesize=38.8 K 2024-12-16T08:36:02,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/18dcd75e804949e7a375c6fa8d19ec97 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/18dcd75e804949e7a375c6fa8d19ec97 2024-12-16T08:36:02,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/18dcd75e804949e7a375c6fa8d19ec97, entries=150, sequenceid=158, filesize=11.9 K 2024-12-16T08:36:02,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/553025bc407c467e9d40ed8433251fcf as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/553025bc407c467e9d40ed8433251fcf 2024-12-16T08:36:02,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/553025bc407c467e9d40ed8433251fcf, entries=150, sequenceid=158, filesize=11.9 K 2024-12-16T08:36:02,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d2ef64971054f2b09ba0472777c7071d in 770ms, sequenceid=158, compaction requested=false 2024-12-16T08:36:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T08:36:02,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T08:36:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:02,210 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:36:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:02,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412161d1f59df6e6a44ed9eda2c5db012aaa4_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338161417/Put/seqid=0 2024-12-16T08:36:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741976_1152 (size=12304) 2024-12-16T08:36:02,352 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/dc4a4238a5be498cb55375fa6422ffdd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/dc4a4238a5be498cb55375fa6422ffdd 2024-12-16T08:36:02,374 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/A of d2ef64971054f2b09ba0472777c7071d into dc4a4238a5be498cb55375fa6422ffdd(size=30.7 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:02,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:02,374 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/A, priority=13, startTime=1734338161380; duration=0sec 2024-12-16T08:36:02,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:02,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:A 2024-12-16T08:36:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:02,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:02,478 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/db6f60f8f6df4b3a92d59e51dfc3bfa9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/db6f60f8f6df4b3a92d59e51dfc3bfa9 2024-12-16T08:36:02,494 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/C of d2ef64971054f2b09ba0472777c7071d into db6f60f8f6df4b3a92d59e51dfc3bfa9(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:02,494 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:02,494 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/C, priority=13, startTime=1734338161381; duration=0sec 2024-12-16T08:36:02,494 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:02,494 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:C 2024-12-16T08:36:02,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338222550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338222551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338222552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338222555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338222561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338222660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:02,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:02,693 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412161d1f59df6e6a44ed9eda2c5db012aaa4_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161d1f59df6e6a44ed9eda2c5db012aaa4_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0ed298a9fe344b8481c054d807f1c04a, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:02,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0ed298a9fe344b8481c054d807f1c04a is 175, key is test_row_0/A:col10/1734338161417/Put/seqid=0 2024-12-16T08:36:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741977_1153 (size=31105) 2024-12-16T08:36:02,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338222872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:03,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0ed298a9fe344b8481c054d807f1c04a 2024-12-16T08:36:03,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/c8b6f407f7ef419ca29bee6c6e58eb3c is 50, key is test_row_0/B:col10/1734338161417/Put/seqid=0 2024-12-16T08:36:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338223177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741978_1154 (size=12151) 2024-12-16T08:36:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T08:36:03,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338223556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:03,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338223560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:03,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338223567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:03,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338223570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:03,590 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/c8b6f407f7ef419ca29bee6c6e58eb3c 2024-12-16T08:36:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/0dd8d0d48d2c4a40b4602166e3734460 is 50, key is test_row_0/C:col10/1734338161417/Put/seqid=0 2024-12-16T08:36:03,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741979_1155 (size=12151) 2024-12-16T08:36:03,618 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/0dd8d0d48d2c4a40b4602166e3734460 2024-12-16T08:36:03,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0ed298a9fe344b8481c054d807f1c04a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0ed298a9fe344b8481c054d807f1c04a 2024-12-16T08:36:03,633 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0ed298a9fe344b8481c054d807f1c04a, entries=150, sequenceid=172, filesize=30.4 K 2024-12-16T08:36:03,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/c8b6f407f7ef419ca29bee6c6e58eb3c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/c8b6f407f7ef419ca29bee6c6e58eb3c 2024-12-16T08:36:03,641 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/c8b6f407f7ef419ca29bee6c6e58eb3c, entries=150, sequenceid=172, filesize=11.9 K 2024-12-16T08:36:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/0dd8d0d48d2c4a40b4602166e3734460 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0dd8d0d48d2c4a40b4602166e3734460 2024-12-16T08:36:03,648 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0dd8d0d48d2c4a40b4602166e3734460, entries=150, sequenceid=172, filesize=11.9 K 2024-12-16T08:36:03,650 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2ef64971054f2b09ba0472777c7071d in 1440ms, sequenceid=172, compaction requested=true 2024-12-16T08:36:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-16T08:36:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-16T08:36:03,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-16T08:36:03,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5690 sec 2024-12-16T08:36:03,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5760 sec 2024-12-16T08:36:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:03,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:36:03,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:03,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:03,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:03,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:03,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:03,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:03,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169a817a9e503e479c9da4e1e51a62928a_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338162546/Put/seqid=0 2024-12-16T08:36:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338223732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:03,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741980_1156 (size=12304) 2024-12-16T08:36:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338223845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338224048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:04,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:04,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169a817a9e503e479c9da4e1e51a62928a_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169a817a9e503e479c9da4e1e51a62928a_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:04,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/152986af5d684d939196ae9ce41a2214, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:04,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/152986af5d684d939196ae9ce41a2214 is 175, key is test_row_0/A:col10/1734338162546/Put/seqid=0 2024-12-16T08:36:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741981_1157 (size=31105) 2024-12-16T08:36:04,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/152986af5d684d939196ae9ce41a2214 2024-12-16T08:36:04,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/e3adfc1cbca84b6db145e55dbf1ec2e4 is 50, key is test_row_0/B:col10/1734338162546/Put/seqid=0 2024-12-16T08:36:04,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741982_1158 (size=12151) 2024-12-16T08:36:04,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/e3adfc1cbca84b6db145e55dbf1ec2e4 2024-12-16T08:36:04,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/911cf49ffdd047d8b87b2144d4b2639b is 50, key is test_row_0/C:col10/1734338162546/Put/seqid=0 2024-12-16T08:36:04,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338224355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741983_1159 (size=12151) 2024-12-16T08:36:04,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/911cf49ffdd047d8b87b2144d4b2639b 2024-12-16T08:36:04,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/152986af5d684d939196ae9ce41a2214 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/152986af5d684d939196ae9ce41a2214 2024-12-16T08:36:04,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/152986af5d684d939196ae9ce41a2214, entries=150, sequenceid=198, filesize=30.4 K 2024-12-16T08:36:04,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/e3adfc1cbca84b6db145e55dbf1ec2e4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e3adfc1cbca84b6db145e55dbf1ec2e4 2024-12-16T08:36:04,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e3adfc1cbca84b6db145e55dbf1ec2e4, entries=150, sequenceid=198, filesize=11.9 K 2024-12-16T08:36:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-16T08:36:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/911cf49ffdd047d8b87b2144d4b2639b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/911cf49ffdd047d8b87b2144d4b2639b 2024-12-16T08:36:04,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/911cf49ffdd047d8b87b2144d4b2639b, entries=150, sequenceid=198, filesize=11.9 K 2024-12-16T08:36:04,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d2ef64971054f2b09ba0472777c7071d in 719ms, sequenceid=198, compaction requested=true 2024-12-16T08:36:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:04,403 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:04,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:04,403 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:04,408 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:04,408 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/B is initiating minor compaction (all files) 2024-12-16T08:36:04,408 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/B in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:04,408 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2ac3a51a581c4d9ea00da7acafe178b8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/18dcd75e804949e7a375c6fa8d19ec97, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/c8b6f407f7ef419ca29bee6c6e58eb3c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e3adfc1cbca84b6db145e55dbf1ec2e4] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=47.8 K 2024-12-16T08:36:04,409 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:04,409 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/A is initiating minor compaction (all files) 2024-12-16T08:36:04,409 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/A in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:04,409 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/dc4a4238a5be498cb55375fa6422ffdd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/8b7eecbe8b0c47a08756ebf69c66af4f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0ed298a9fe344b8481c054d807f1c04a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/152986af5d684d939196ae9ce41a2214] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=130.2 K 2024-12-16T08:36:04,409 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:04,409 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/dc4a4238a5be498cb55375fa6422ffdd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/8b7eecbe8b0c47a08756ebf69c66af4f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0ed298a9fe344b8481c054d807f1c04a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/152986af5d684d939196ae9ce41a2214] 2024-12-16T08:36:04,409 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac3a51a581c4d9ea00da7acafe178b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734338158908 2024-12-16T08:36:04,410 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc4a4238a5be498cb55375fa6422ffdd, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734338158908 2024-12-16T08:36:04,410 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 18dcd75e804949e7a375c6fa8d19ec97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338160119 2024-12-16T08:36:04,410 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b7eecbe8b0c47a08756ebf69c66af4f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338160119 2024-12-16T08:36:04,411 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c8b6f407f7ef419ca29bee6c6e58eb3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734338161397 2024-12-16T08:36:04,411 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ed298a9fe344b8481c054d807f1c04a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734338161397 2024-12-16T08:36:04,412 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 152986af5d684d939196ae9ce41a2214, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338162496 2024-12-16T08:36:04,412 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e3adfc1cbca84b6db145e55dbf1ec2e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338162496 2024-12-16T08:36:04,440 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:04,440 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:04,442 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/8395c5becc4e40af973624f9f64943ab is 50, key is test_row_0/B:col10/1734338162546/Put/seqid=0 2024-12-16T08:36:04,446 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216d7ca74c61eee40bb8fd02864efe1c529_d2ef64971054f2b09ba0472777c7071d store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:04,449 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216d7ca74c61eee40bb8fd02864efe1c529_d2ef64971054f2b09ba0472777c7071d, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:04,449 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d7ca74c61eee40bb8fd02864efe1c529_d2ef64971054f2b09ba0472777c7071d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741985_1161 (size=4469) 2024-12-16T08:36:04,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741984_1160 (size=12595) 2024-12-16T08:36:04,661 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#A#compaction#130 average throughput is 0.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:04,662 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/c5c32852d8bb42f7a0783bec74daa357 is 175, key is test_row_0/A:col10/1734338162546/Put/seqid=0 2024-12-16T08:36:04,692 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/8395c5becc4e40af973624f9f64943ab as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8395c5becc4e40af973624f9f64943ab 2024-12-16T08:36:04,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741986_1162 (size=31549) 2024-12-16T08:36:04,724 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/c5c32852d8bb42f7a0783bec74daa357 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c5c32852d8bb42f7a0783bec74daa357 2024-12-16T08:36:04,820 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/A of d2ef64971054f2b09ba0472777c7071d into c5c32852d8bb42f7a0783bec74daa357(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:04,820 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/B of d2ef64971054f2b09ba0472777c7071d into 8395c5becc4e40af973624f9f64943ab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:04,820 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:04,820 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:04,820 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/A, priority=12, startTime=1734338164403; duration=0sec 2024-12-16T08:36:04,820 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/B, priority=12, startTime=1734338164403; duration=0sec 2024-12-16T08:36:04,820 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:04,820 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:A 2024-12-16T08:36:04,821 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:04,821 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:B 2024-12-16T08:36:04,821 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:04,825 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:04,826 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/C is initiating minor compaction (all files) 2024-12-16T08:36:04,826 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/C in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:04,826 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/db6f60f8f6df4b3a92d59e51dfc3bfa9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/553025bc407c467e9d40ed8433251fcf, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0dd8d0d48d2c4a40b4602166e3734460, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/911cf49ffdd047d8b87b2144d4b2639b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=47.8 K 2024-12-16T08:36:04,826 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting db6f60f8f6df4b3a92d59e51dfc3bfa9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734338158908 2024-12-16T08:36:04,827 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 553025bc407c467e9d40ed8433251fcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734338160119 2024-12-16T08:36:04,827 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dd8d0d48d2c4a40b4602166e3734460, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734338161397 2024-12-16T08:36:04,828 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 911cf49ffdd047d8b87b2144d4b2639b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338162496 2024-12-16T08:36:04,854 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:04,855 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/ad0ce6facdbf4d01a16c3849fd233c81 is 50, key is test_row_0/C:col10/1734338162546/Put/seqid=0 2024-12-16T08:36:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:04,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:36:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:04,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741987_1163 (size=12595) 2024-12-16T08:36:04,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169495f20d229f42909b8b196f9bed3453_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338164865/Put/seqid=0 2024-12-16T08:36:04,920 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/ad0ce6facdbf4d01a16c3849fd233c81 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/ad0ce6facdbf4d01a16c3849fd233c81 2024-12-16T08:36:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741988_1164 (size=12304) 2024-12-16T08:36:04,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:04,938 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/C of d2ef64971054f2b09ba0472777c7071d into ad0ce6facdbf4d01a16c3849fd233c81(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:04,938 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:04,938 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/C, priority=12, startTime=1734338164403; duration=0sec 2024-12-16T08:36:04,938 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:04,938 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:C 2024-12-16T08:36:04,977 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169495f20d229f42909b8b196f9bed3453_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169495f20d229f42909b8b196f9bed3453_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:04,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/b7211d2d146641ee94c5ce534c47dd0a, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:04,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/b7211d2d146641ee94c5ce534c47dd0a is 175, key is test_row_0/A:col10/1734338164865/Put/seqid=0 2024-12-16T08:36:05,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338225008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741989_1165 (size=31105) 2024-12-16T08:36:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338225119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T08:36:05,218 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-16T08:36:05,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-16T08:36:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T08:36:05,225 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:05,226 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:05,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T08:36:05,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338225328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,365 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T08:36:05,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:05,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/b7211d2d146641ee94c5ce534c47dd0a 2024-12-16T08:36:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T08:36:05,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/27b13c6116f44e3388b9ea85f99ded50 is 50, key is test_row_0/B:col10/1734338164865/Put/seqid=0 2024-12-16T08:36:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338225562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,563 DEBUG [Thread-557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:05,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338225568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,572 DEBUG [Thread-553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:05,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338225576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338225577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,580 DEBUG [Thread-555 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:05,581 DEBUG [Thread-551 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741990_1166 (size=12151) 2024-12-16T08:36:05,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338225637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T08:36:05,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:05,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:05,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:05,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/27b13c6116f44e3388b9ea85f99ded50 2024-12-16T08:36:06,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/20c67eb457224bd3aef2abc5dacd4bc6 is 50, key is test_row_0/C:col10/1734338164865/Put/seqid=0 2024-12-16T08:36:06,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:06,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:06,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741991_1167 (size=12151) 2024-12-16T08:36:06,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338226145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:06,185 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:06,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:06,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T08:36:06,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:06,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:06,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:06,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:06,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:06,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:06,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/20c67eb457224bd3aef2abc5dacd4bc6 2024-12-16T08:36:06,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/b7211d2d146641ee94c5ce534c47dd0a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/b7211d2d146641ee94c5ce534c47dd0a 2024-12-16T08:36:06,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/b7211d2d146641ee94c5ce534c47dd0a, entries=150, sequenceid=213, filesize=30.4 K 2024-12-16T08:36:06,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/27b13c6116f44e3388b9ea85f99ded50 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/27b13c6116f44e3388b9ea85f99ded50 2024-12-16T08:36:06,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/27b13c6116f44e3388b9ea85f99ded50, entries=150, sequenceid=213, filesize=11.9 K 2024-12-16T08:36:06,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/20c67eb457224bd3aef2abc5dacd4bc6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/20c67eb457224bd3aef2abc5dacd4bc6 2024-12-16T08:36:06,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/20c67eb457224bd3aef2abc5dacd4bc6, entries=150, sequenceid=213, filesize=11.9 K 2024-12-16T08:36:06,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:06,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T08:36:06,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d2ef64971054f2b09ba0472777c7071d in 1662ms, sequenceid=213, compaction requested=false 2024-12-16T08:36:06,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:06,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:06,536 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:36:06,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a1faf8fdad1b414388bf123f09bd2173_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338165007/Put/seqid=0 2024-12-16T08:36:06,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741992_1168 (size=12304) 2024-12-16T08:36:06,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:06,626 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a1faf8fdad1b414388bf123f09bd2173_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a1faf8fdad1b414388bf123f09bd2173_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:06,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0c0e9b29f02f4cdab4718b1534259be3, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0c0e9b29f02f4cdab4718b1534259be3 is 175, key is test_row_0/A:col10/1734338165007/Put/seqid=0 2024-12-16T08:36:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741993_1169 (size=31105) 2024-12-16T08:36:06,660 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0c0e9b29f02f4cdab4718b1534259be3 2024-12-16T08:36:06,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/36f3f568b8c348f58fdf1792346a327c is 50, key is test_row_0/B:col10/1734338165007/Put/seqid=0 2024-12-16T08:36:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741994_1170 (size=12151) 2024-12-16T08:36:07,159 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/36f3f568b8c348f58fdf1792346a327c 2024-12-16T08:36:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:07,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:07,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/17e61abb927b4fd98455d52444b7e3a1 is 50, key is test_row_0/C:col10/1734338165007/Put/seqid=0 2024-12-16T08:36:07,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338227242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:07,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741995_1171 (size=12151) 2024-12-16T08:36:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T08:36:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338227345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:07,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338227566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:07,662 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/17e61abb927b4fd98455d52444b7e3a1 2024-12-16T08:36:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/0c0e9b29f02f4cdab4718b1534259be3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c0e9b29f02f4cdab4718b1534259be3 2024-12-16T08:36:07,676 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c0e9b29f02f4cdab4718b1534259be3, entries=150, sequenceid=237, filesize=30.4 K 2024-12-16T08:36:07,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/36f3f568b8c348f58fdf1792346a327c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36f3f568b8c348f58fdf1792346a327c 2024-12-16T08:36:07,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36f3f568b8c348f58fdf1792346a327c, entries=150, sequenceid=237, filesize=11.9 K 2024-12-16T08:36:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/17e61abb927b4fd98455d52444b7e3a1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/17e61abb927b4fd98455d52444b7e3a1 2024-12-16T08:36:07,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/17e61abb927b4fd98455d52444b7e3a1, entries=150, sequenceid=237, filesize=11.9 K 2024-12-16T08:36:07,699 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d2ef64971054f2b09ba0472777c7071d in 1163ms, sequenceid=237, compaction requested=true 2024-12-16T08:36:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-16T08:36:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-16T08:36:07,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-16T08:36:07,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4750 sec 2024-12-16T08:36:07,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4830 sec 2024-12-16T08:36:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:07,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T08:36:07,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:07,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:07,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:07,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:07,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:07,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:07,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216868532ccaf7d434e9dd955a39a976c39_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338167240/Put/seqid=0 2024-12-16T08:36:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741996_1172 (size=14794) 2024-12-16T08:36:07,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338227937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338228045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:08,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338228252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:08,384 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:08,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216868532ccaf7d434e9dd955a39a976c39_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216868532ccaf7d434e9dd955a39a976c39_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:08,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/ba4ce5cfe5754095bc0ef084ed5bb089, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:08,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/ba4ce5cfe5754095bc0ef084ed5bb089 is 175, key is test_row_0/A:col10/1734338167240/Put/seqid=0 2024-12-16T08:36:08,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741997_1173 (size=39749) 2024-12-16T08:36:08,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/ba4ce5cfe5754095bc0ef084ed5bb089 2024-12-16T08:36:08,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/36e935fd43324f6fb059706ccb370ac4 is 50, key is test_row_0/B:col10/1734338167240/Put/seqid=0 2024-12-16T08:36:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741998_1174 (size=12151) 2024-12-16T08:36:08,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338228561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:08,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/36e935fd43324f6fb059706ccb370ac4 2024-12-16T08:36:08,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/38553504e1e44dcfa1ca8b976a9a2678 is 50, key is test_row_0/C:col10/1734338167240/Put/seqid=0 2024-12-16T08:36:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741999_1175 (size=12151) 2024-12-16T08:36:08,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/38553504e1e44dcfa1ca8b976a9a2678 2024-12-16T08:36:08,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/ba4ce5cfe5754095bc0ef084ed5bb089 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/ba4ce5cfe5754095bc0ef084ed5bb089 2024-12-16T08:36:08,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/ba4ce5cfe5754095bc0ef084ed5bb089, entries=200, sequenceid=251, filesize=38.8 K 2024-12-16T08:36:08,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/36e935fd43324f6fb059706ccb370ac4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36e935fd43324f6fb059706ccb370ac4 2024-12-16T08:36:08,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36e935fd43324f6fb059706ccb370ac4, entries=150, sequenceid=251, filesize=11.9 K 2024-12-16T08:36:08,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/38553504e1e44dcfa1ca8b976a9a2678 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/38553504e1e44dcfa1ca8b976a9a2678 2024-12-16T08:36:09,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/38553504e1e44dcfa1ca8b976a9a2678, entries=150, sequenceid=251, filesize=11.9 K 2024-12-16T08:36:09,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d2ef64971054f2b09ba0472777c7071d in 1132ms, sequenceid=251, compaction requested=true 2024-12-16T08:36:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:09,007 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:09,007 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2ef64971054f2b09ba0472777c7071d:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:09,009 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:09,009 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:09,009 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/A is initiating minor compaction (all files) 2024-12-16T08:36:09,009 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/B is initiating minor compaction (all files) 2024-12-16T08:36:09,009 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/A in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,009 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/B in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,009 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c5c32852d8bb42f7a0783bec74daa357, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/b7211d2d146641ee94c5ce534c47dd0a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c0e9b29f02f4cdab4718b1534259be3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/ba4ce5cfe5754095bc0ef084ed5bb089] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=130.4 K 2024-12-16T08:36:09,009 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8395c5becc4e40af973624f9f64943ab, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/27b13c6116f44e3388b9ea85f99ded50, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36f3f568b8c348f58fdf1792346a327c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36e935fd43324f6fb059706ccb370ac4] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=47.9 K 2024-12-16T08:36:09,009 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,009 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c5c32852d8bb42f7a0783bec74daa357, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/b7211d2d146641ee94c5ce534c47dd0a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c0e9b29f02f4cdab4718b1534259be3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/ba4ce5cfe5754095bc0ef084ed5bb089] 2024-12-16T08:36:09,010 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8395c5becc4e40af973624f9f64943ab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338162496 2024-12-16T08:36:09,010 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5c32852d8bb42f7a0783bec74daa357, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338162496 2024-12-16T08:36:09,010 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 27b13c6116f44e3388b9ea85f99ded50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734338163700 2024-12-16T08:36:09,010 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7211d2d146641ee94c5ce534c47dd0a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734338163700 2024-12-16T08:36:09,010 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 36f3f568b8c348f58fdf1792346a327c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338164994 2024-12-16T08:36:09,011 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0e9b29f02f4cdab4718b1534259be3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338164994 2024-12-16T08:36:09,011 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e935fd43324f6fb059706ccb370ac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734338167216 2024-12-16T08:36:09,011 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba4ce5cfe5754095bc0ef084ed5bb089, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734338167207 2024-12-16T08:36:09,021 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:09,021 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/2a17b8bb75834cd08b1b5f96bbfb3a11 is 50, key is test_row_0/B:col10/1734338167240/Put/seqid=0 2024-12-16T08:36:09,022 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:09,025 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412168d1f32f042574a16b044cfb494a5d36a_d2ef64971054f2b09ba0472777c7071d store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:09,026 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412168d1f32f042574a16b044cfb494a5d36a_d2ef64971054f2b09ba0472777c7071d, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:09,027 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412168d1f32f042574a16b044cfb494a5d36a_d2ef64971054f2b09ba0472777c7071d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742000_1176 (size=12731) 2024-12-16T08:36:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742001_1177 (size=4469) 2024-12-16T08:36:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:09,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:36:09,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:09,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:09,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:09,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d48e7fa3ed1c433b80f6ac8d2fa6afc3_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338167914/Put/seqid=0 2024-12-16T08:36:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742002_1178 (size=14994) 2024-12-16T08:36:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338229191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338229293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T08:36:09,348 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-16T08:36:09,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-16T08:36:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T08:36:09,357 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:09,358 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:09,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:09,444 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#A#compaction#142 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:09,445 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/bad02ecb42b44e719628ccb714551c38 is 175, key is test_row_0/A:col10/1734338167240/Put/seqid=0 2024-12-16T08:36:09,454 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/2a17b8bb75834cd08b1b5f96bbfb3a11 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2a17b8bb75834cd08b1b5f96bbfb3a11 2024-12-16T08:36:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T08:36:09,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742003_1179 (size=31685) 2024-12-16T08:36:09,469 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/B of d2ef64971054f2b09ba0472777c7071d into 2a17b8bb75834cd08b1b5f96bbfb3a11(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:09,469 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:09,470 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/B, priority=12, startTime=1734338169007; duration=0sec 2024-12-16T08:36:09,470 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:09,470 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:B 2024-12-16T08:36:09,470 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:09,472 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:09,473 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): d2ef64971054f2b09ba0472777c7071d/C is initiating minor compaction (all files) 2024-12-16T08:36:09,473 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2ef64971054f2b09ba0472777c7071d/C in TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,473 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/ad0ce6facdbf4d01a16c3849fd233c81, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/20c67eb457224bd3aef2abc5dacd4bc6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/17e61abb927b4fd98455d52444b7e3a1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/38553504e1e44dcfa1ca8b976a9a2678] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp, totalSize=47.9 K 2024-12-16T08:36:09,474 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ad0ce6facdbf4d01a16c3849fd233c81, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338162496 2024-12-16T08:36:09,475 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/bad02ecb42b44e719628ccb714551c38 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bad02ecb42b44e719628ccb714551c38 2024-12-16T08:36:09,475 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c67eb457224bd3aef2abc5dacd4bc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734338163700 2024-12-16T08:36:09,475 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 17e61abb927b4fd98455d52444b7e3a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338164994 2024-12-16T08:36:09,476 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 38553504e1e44dcfa1ca8b976a9a2678, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734338167216 2024-12-16T08:36:09,484 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/A of d2ef64971054f2b09ba0472777c7071d into bad02ecb42b44e719628ccb714551c38(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:09,484 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:09,484 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/A, priority=12, startTime=1734338169007; duration=0sec 2024-12-16T08:36:09,484 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:09,484 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:A 2024-12-16T08:36:09,502 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2ef64971054f2b09ba0472777c7071d#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:09,503 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/6696aa180795499aa1c4d48f5ccc97f9 is 50, key is test_row_0/C:col10/1734338167240/Put/seqid=0 2024-12-16T08:36:09,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338229503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742004_1180 (size=12731) 2024-12-16T08:36:09,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:09,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:09,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,529 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/6696aa180795499aa1c4d48f5ccc97f9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6696aa180795499aa1c4d48f5ccc97f9 2024-12-16T08:36:09,536 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2ef64971054f2b09ba0472777c7071d/C of d2ef64971054f2b09ba0472777c7071d into 6696aa180795499aa1c4d48f5ccc97f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:09,537 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:09,537 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., storeName=d2ef64971054f2b09ba0472777c7071d/C, priority=12, startTime=1734338169007; duration=0sec 2024-12-16T08:36:09,537 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:09,537 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2ef64971054f2b09ba0472777c7071d:C 2024-12-16T08:36:09,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47736 deadline: 1734338229586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,589 DEBUG [Thread-551 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47758 deadline: 1734338229592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,596 DEBUG [Thread-557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47722 deadline: 1734338229602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,603 DEBUG [Thread-555 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:09,613 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d48e7fa3ed1c433b80f6ac8d2fa6afc3_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d48e7fa3ed1c433b80f6ac8d2fa6afc3_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:09,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47790 deadline: 1734338229614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/e115b74fac3b42cba58daa7a8cb0de4e, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:09,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/e115b74fac3b42cba58daa7a8cb0de4e is 175, key is test_row_0/A:col10/1734338167914/Put/seqid=0 2024-12-16T08:36:09,616 DEBUG [Thread-553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742005_1181 (size=39949) 2024-12-16T08:36:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T08:36:09,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:09,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338229807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T08:36:09,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:09,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:09,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:09,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:09,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,023 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/e115b74fac3b42cba58daa7a8cb0de4e 2024-12-16T08:36:10,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0bb94b3508e44c2aa51a1f447b9736b2 is 50, key is test_row_0/B:col10/1734338167914/Put/seqid=0 2024-12-16T08:36:10,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742006_1182 (size=12301) 2024-12-16T08:36:10,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:10,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:10,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47748 deadline: 1734338230313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:10,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:10,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:10,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0bb94b3508e44c2aa51a1f447b9736b2 2024-12-16T08:36:10,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/b0045ffefade4f47b623a78284350539 is 50, key is test_row_0/C:col10/1734338167914/Put/seqid=0 2024-12-16T08:36:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T08:36:10,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742007_1183 (size=12301) 2024-12-16T08:36:10,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/b0045ffefade4f47b623a78284350539 2024-12-16T08:36:10,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/e115b74fac3b42cba58daa7a8cb0de4e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/e115b74fac3b42cba58daa7a8cb0de4e 2024-12-16T08:36:10,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:10,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:10,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:10,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:10,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:10,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:10,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/e115b74fac3b42cba58daa7a8cb0de4e, entries=200, sequenceid=274, filesize=39.0 K 2024-12-16T08:36:10,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0bb94b3508e44c2aa51a1f447b9736b2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0bb94b3508e44c2aa51a1f447b9736b2 2024-12-16T08:36:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0bb94b3508e44c2aa51a1f447b9736b2, entries=150, sequenceid=274, filesize=12.0 K 2024-12-16T08:36:10,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/b0045ffefade4f47b623a78284350539 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b0045ffefade4f47b623a78284350539 2024-12-16T08:36:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b0045ffefade4f47b623a78284350539, entries=150, sequenceid=274, filesize=12.0 K 2024-12-16T08:36:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d2ef64971054f2b09ba0472777c7071d in 1447ms, sequenceid=274, compaction requested=false 2024-12-16T08:36:10,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,676 DEBUG [Thread-566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d5e0e3f to 127.0.0.1:62313 2024-12-16T08:36:10,676 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,678 DEBUG [Thread-564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x706b2cde to 127.0.0.1:62313 2024-12-16T08:36:10,678 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T08:36:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:10,691 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:36:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,706 DEBUG [Thread-568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70f48df4 to 127.0.0.1:62313 2024-12-16T08:36:10,706 DEBUG [Thread-568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:10,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121630d9a14f2e674548ad228c8392917950_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338169189/Put/seqid=0 2024-12-16T08:36:10,744 DEBUG [Thread-570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cd5be36 to 127.0.0.1:62313 2024-12-16T08:36:10,744 DEBUG [Thread-570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742008_1184 (size=9914) 2024-12-16T08:36:11,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:11,190 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121630d9a14f2e674548ad228c8392917950_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121630d9a14f2e674548ad228c8392917950_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:11,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/d8e20df8bbd64a349996e2c94b684c19, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/d8e20df8bbd64a349996e2c94b684c19 is 175, key is test_row_0/A:col10/1734338169189/Put/seqid=0 2024-12-16T08:36:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742009_1185 (size=22561) 2024-12-16T08:36:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. as already flushing 2024-12-16T08:36:11,318 DEBUG [Thread-561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a0312cf to 127.0.0.1:62313 2024-12-16T08:36:11,318 DEBUG [Thread-561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T08:36:11,652 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/d8e20df8bbd64a349996e2c94b684c19 2024-12-16T08:36:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0da579542f4a4336a8c8bb6de63a8219 is 50, key is test_row_0/B:col10/1734338169189/Put/seqid=0 2024-12-16T08:36:11,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742010_1186 (size=9857) 2024-12-16T08:36:12,070 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0da579542f4a4336a8c8bb6de63a8219 2024-12-16T08:36:12,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/a1994ce312b94fc28a99474d209ca41f is 50, key is test_row_0/C:col10/1734338169189/Put/seqid=0 2024-12-16T08:36:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742011_1187 (size=9857) 2024-12-16T08:36:12,090 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/a1994ce312b94fc28a99474d209ca41f 2024-12-16T08:36:12,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/d8e20df8bbd64a349996e2c94b684c19 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/d8e20df8bbd64a349996e2c94b684c19 2024-12-16T08:36:12,105 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/d8e20df8bbd64a349996e2c94b684c19, entries=100, sequenceid=290, filesize=22.0 K 2024-12-16T08:36:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/0da579542f4a4336a8c8bb6de63a8219 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0da579542f4a4336a8c8bb6de63a8219 2024-12-16T08:36:12,111 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0da579542f4a4336a8c8bb6de63a8219, entries=100, sequenceid=290, filesize=9.6 K 2024-12-16T08:36:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/a1994ce312b94fc28a99474d209ca41f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/a1994ce312b94fc28a99474d209ca41f 2024-12-16T08:36:12,117 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/a1994ce312b94fc28a99474d209ca41f, entries=100, sequenceid=290, filesize=9.6 K 2024-12-16T08:36:12,118 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=6.71 KB/6870 for d2ef64971054f2b09ba0472777c7071d in 1427ms, sequenceid=290, compaction requested=true 2024-12-16T08:36:12,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:12,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:12,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-16T08:36:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-16T08:36:12,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-16T08:36:12,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7620 sec 2024-12-16T08:36:12,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.7730 sec 2024-12-16T08:36:13,183 DEBUG [master/e845af7b5e21:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9c7efdd8aa985b5b783166f22b595875 changed from -1.0 to 0.0, refreshing cache 2024-12-16T08:36:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T08:36:13,467 INFO [Thread-563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-16T08:36:19,614 DEBUG [Thread-551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7435a904 to 127.0.0.1:62313 2024-12-16T08:36:19,614 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:19,638 DEBUG [Thread-557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70b41629 to 127.0.0.1:62313 2024-12-16T08:36:19,638 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:19,655 DEBUG [Thread-553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d006bed to 127.0.0.1:62313 2024-12-16T08:36:19,655 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:19,700 DEBUG [Thread-555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b8e1501 to 127.0.0.1:62313 2024-12-16T08:36:19,700 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3636 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3636 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1511 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4533 rows 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1543 2024-12-16T08:36:19,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4629 rows 2024-12-16T08:36:19,700 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:36:19,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a8da76b to 127.0.0.1:62313 2024-12-16T08:36:19,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:19,702 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T08:36:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-16T08:36:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T08:36:19,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338179706"}]},"ts":"1734338179706"} 2024-12-16T08:36:19,708 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T08:36:19,743 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T08:36:19,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:36:19,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, UNASSIGN}] 2024-12-16T08:36:19,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, UNASSIGN 2024-12-16T08:36:19,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:19,748 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:36:19,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:36:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T08:36:19,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:19,900 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:19,900 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:36:19,900 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing d2ef64971054f2b09ba0472777c7071d, disabling compactions & flushes 2024-12-16T08:36:19,900 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. after waiting 0 ms 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:19,901 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing d2ef64971054f2b09ba0472777c7071d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=A 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=B 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2ef64971054f2b09ba0472777c7071d, store=C 2024-12-16T08:36:19,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:19,909 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121677823e1d335e45d8a4b9f76f0481f73c_d2ef64971054f2b09ba0472777c7071d is 50, key is test_row_0/A:col10/1734338171317/Put/seqid=0 2024-12-16T08:36:19,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742012_1188 (size=12454) 2024-12-16T08:36:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T08:36:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T08:36:20,314 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:20,319 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121677823e1d335e45d8a4b9f76f0481f73c_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121677823e1d335e45d8a4b9f76f0481f73c_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:20,320 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/07e2a83cfd564041a853760d36955825, store: [table=TestAcidGuarantees family=A region=d2ef64971054f2b09ba0472777c7071d] 2024-12-16T08:36:20,321 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/07e2a83cfd564041a853760d36955825 is 175, key is test_row_0/A:col10/1734338171317/Put/seqid=0 2024-12-16T08:36:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742013_1189 (size=31255) 2024-12-16T08:36:20,726 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/07e2a83cfd564041a853760d36955825 2024-12-16T08:36:20,736 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/06a845323fe744b8a315e1c7151c7ebe is 50, key is test_row_0/B:col10/1734338171317/Put/seqid=0 2024-12-16T08:36:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742014_1190 (size=12301) 2024-12-16T08:36:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T08:36:21,142 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/06a845323fe744b8a315e1c7151c7ebe 2024-12-16T08:36:21,149 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/327bb43e5bf54ba0a4438f30cbd2979f is 50, key is test_row_0/C:col10/1734338171317/Put/seqid=0 2024-12-16T08:36:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742015_1191 (size=12301) 2024-12-16T08:36:21,556 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/327bb43e5bf54ba0a4438f30cbd2979f 2024-12-16T08:36:21,561 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/A/07e2a83cfd564041a853760d36955825 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/07e2a83cfd564041a853760d36955825 2024-12-16T08:36:21,565 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/07e2a83cfd564041a853760d36955825, entries=150, sequenceid=298, filesize=30.5 K 2024-12-16T08:36:21,566 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/B/06a845323fe744b8a315e1c7151c7ebe as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/06a845323fe744b8a315e1c7151c7ebe 2024-12-16T08:36:21,570 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/06a845323fe744b8a315e1c7151c7ebe, entries=150, sequenceid=298, filesize=12.0 K 2024-12-16T08:36:21,571 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/.tmp/C/327bb43e5bf54ba0a4438f30cbd2979f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/327bb43e5bf54ba0a4438f30cbd2979f 2024-12-16T08:36:21,574 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/327bb43e5bf54ba0a4438f30cbd2979f, entries=150, sequenceid=298, filesize=12.0 K 2024-12-16T08:36:21,575 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d2ef64971054f2b09ba0472777c7071d in 1674ms, sequenceid=298, compaction requested=true 2024-12-16T08:36:21,575 DEBUG [StoreCloser-TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/7663d2fb4ca34d67bd95524919ecc952, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5a36fd600f1e4497aba611f5733bdef5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/4d0ad363f38b4474a0dd7327ead12a68, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c38b87955364d8ab29b2c0652835ada, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/2612ba0eae6e4869a3bed71efd25f3ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c94d91a6fdaa43a8a060a1ca715133c0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bb79dfab7e0345c89f932c7f125ed51d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/09bd1a9d1f1b480db48f246482ba8a2f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/dc4a4238a5be498cb55375fa6422ffdd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5bcae16b74ea41b883d6876ef8e9dd67, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/8b7eecbe8b0c47a08756ebf69c66af4f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0ed298a9fe344b8481c054d807f1c04a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c5c32852d8bb42f7a0783bec74daa357, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/152986af5d684d939196ae9ce41a2214, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/b7211d2d146641ee94c5ce534c47dd0a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c0e9b29f02f4cdab4718b1534259be3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/ba4ce5cfe5754095bc0ef084ed5bb089] to archive 2024-12-16T08:36:21,576 DEBUG [StoreCloser-TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:36:21,579 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/7663d2fb4ca34d67bd95524919ecc952 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/7663d2fb4ca34d67bd95524919ecc952 2024-12-16T08:36:21,579 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5a36fd600f1e4497aba611f5733bdef5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5a36fd600f1e4497aba611f5733bdef5 2024-12-16T08:36:21,579 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/4d0ad363f38b4474a0dd7327ead12a68 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/4d0ad363f38b4474a0dd7327ead12a68 2024-12-16T08:36:21,579 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/2612ba0eae6e4869a3bed71efd25f3ba to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/2612ba0eae6e4869a3bed71efd25f3ba 2024-12-16T08:36:21,580 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c38b87955364d8ab29b2c0652835ada to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c38b87955364d8ab29b2c0652835ada 2024-12-16T08:36:21,581 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/09bd1a9d1f1b480db48f246482ba8a2f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/09bd1a9d1f1b480db48f246482ba8a2f 2024-12-16T08:36:21,581 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bb79dfab7e0345c89f932c7f125ed51d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bb79dfab7e0345c89f932c7f125ed51d 2024-12-16T08:36:21,581 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c94d91a6fdaa43a8a060a1ca715133c0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c94d91a6fdaa43a8a060a1ca715133c0 2024-12-16T08:36:21,582 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5bcae16b74ea41b883d6876ef8e9dd67 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/5bcae16b74ea41b883d6876ef8e9dd67 2024-12-16T08:36:21,582 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/8b7eecbe8b0c47a08756ebf69c66af4f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/8b7eecbe8b0c47a08756ebf69c66af4f 2024-12-16T08:36:21,582 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/dc4a4238a5be498cb55375fa6422ffdd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/dc4a4238a5be498cb55375fa6422ffdd 2024-12-16T08:36:21,583 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0ed298a9fe344b8481c054d807f1c04a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0ed298a9fe344b8481c054d807f1c04a 2024-12-16T08:36:21,583 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c5c32852d8bb42f7a0783bec74daa357 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/c5c32852d8bb42f7a0783bec74daa357 2024-12-16T08:36:21,584 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/152986af5d684d939196ae9ce41a2214 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/152986af5d684d939196ae9ce41a2214 2024-12-16T08:36:21,584 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c0e9b29f02f4cdab4718b1534259be3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/0c0e9b29f02f4cdab4718b1534259be3 2024-12-16T08:36:21,584 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/b7211d2d146641ee94c5ce534c47dd0a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/b7211d2d146641ee94c5ce534c47dd0a 2024-12-16T08:36:21,584 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/ba4ce5cfe5754095bc0ef084ed5bb089 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/ba4ce5cfe5754095bc0ef084ed5bb089 2024-12-16T08:36:21,585 DEBUG [StoreCloser-TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/eb27b44fd8704a99a21c69735cfe50fb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0643bf12764e4ef4bfbe538888e38783, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/81fbd229ceeb4b3b939b8849bdb0980a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e24435b3126642fea90997a534507462, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8dd855f640e14550b2d8d52e5b44e2d6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/1d705771e5d545ab9eefd27893d34694, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/d53e7b7613b24564a8704f954adc4b47, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/bb3c4fb3b1544b70af2cf0179ec4e33b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2ac3a51a581c4d9ea00da7acafe178b8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0f1ebd92d2f14095972ac5c4260971df, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/18dcd75e804949e7a375c6fa8d19ec97, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/c8b6f407f7ef419ca29bee6c6e58eb3c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8395c5becc4e40af973624f9f64943ab, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e3adfc1cbca84b6db145e55dbf1ec2e4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/27b13c6116f44e3388b9ea85f99ded50, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36f3f568b8c348f58fdf1792346a327c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36e935fd43324f6fb059706ccb370ac4] to archive 2024-12-16T08:36:21,586 DEBUG [StoreCloser-TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:36:21,589 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0643bf12764e4ef4bfbe538888e38783 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0643bf12764e4ef4bfbe538888e38783 2024-12-16T08:36:21,589 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/81fbd229ceeb4b3b939b8849bdb0980a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/81fbd229ceeb4b3b939b8849bdb0980a 2024-12-16T08:36:21,589 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/d53e7b7613b24564a8704f954adc4b47 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/d53e7b7613b24564a8704f954adc4b47 2024-12-16T08:36:21,589 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e24435b3126642fea90997a534507462 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e24435b3126642fea90997a534507462 2024-12-16T08:36:21,589 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/1d705771e5d545ab9eefd27893d34694 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/1d705771e5d545ab9eefd27893d34694 2024-12-16T08:36:21,589 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8dd855f640e14550b2d8d52e5b44e2d6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8dd855f640e14550b2d8d52e5b44e2d6 2024-12-16T08:36:21,590 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/bb3c4fb3b1544b70af2cf0179ec4e33b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/bb3c4fb3b1544b70af2cf0179ec4e33b 2024-12-16T08:36:21,590 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/eb27b44fd8704a99a21c69735cfe50fb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/eb27b44fd8704a99a21c69735cfe50fb 2024-12-16T08:36:21,592 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2ac3a51a581c4d9ea00da7acafe178b8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2ac3a51a581c4d9ea00da7acafe178b8 2024-12-16T08:36:21,592 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0f1ebd92d2f14095972ac5c4260971df to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0f1ebd92d2f14095972ac5c4260971df 2024-12-16T08:36:21,592 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/18dcd75e804949e7a375c6fa8d19ec97 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/18dcd75e804949e7a375c6fa8d19ec97 2024-12-16T08:36:21,593 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/c8b6f407f7ef419ca29bee6c6e58eb3c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/c8b6f407f7ef419ca29bee6c6e58eb3c 2024-12-16T08:36:21,593 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36f3f568b8c348f58fdf1792346a327c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36f3f568b8c348f58fdf1792346a327c 2024-12-16T08:36:21,594 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8395c5becc4e40af973624f9f64943ab to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/8395c5becc4e40af973624f9f64943ab 2024-12-16T08:36:21,594 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/27b13c6116f44e3388b9ea85f99ded50 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/27b13c6116f44e3388b9ea85f99ded50 2024-12-16T08:36:21,594 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e3adfc1cbca84b6db145e55dbf1ec2e4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/e3adfc1cbca84b6db145e55dbf1ec2e4 2024-12-16T08:36:21,594 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36e935fd43324f6fb059706ccb370ac4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/36e935fd43324f6fb059706ccb370ac4 2024-12-16T08:36:21,603 DEBUG [StoreCloser-TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c91826937abe45fcae8522e4d0fc63e1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b2208bf8f5964feaaedbba0095dac056, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/e16eb77c4b96445898d223e61da01588, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0eade77d8b7745c5b45d7c5145490ea5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c44bd03581834d3c94738a94d28053d0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/746a53d40b2a4fb882bc036a187c9d6b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/43d1c57d5b19459e947869c22067f062, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/db6f60f8f6df4b3a92d59e51dfc3bfa9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/3018d47b05f64f95aaf1b4e7c52f2f91, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/553025bc407c467e9d40ed8433251fcf, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0dd8d0d48d2c4a40b4602166e3734460, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/ad0ce6facdbf4d01a16c3849fd233c81, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/911cf49ffdd047d8b87b2144d4b2639b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/20c67eb457224bd3aef2abc5dacd4bc6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/17e61abb927b4fd98455d52444b7e3a1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/38553504e1e44dcfa1ca8b976a9a2678] to archive 2024-12-16T08:36:21,604 DEBUG [StoreCloser-TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:36:21,608 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6e4ce9cfb6fb4dbeb34afd18dc7b776e 2024-12-16T08:36:21,608 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c91826937abe45fcae8522e4d0fc63e1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c91826937abe45fcae8522e4d0fc63e1 2024-12-16T08:36:21,608 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/746a53d40b2a4fb882bc036a187c9d6b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/746a53d40b2a4fb882bc036a187c9d6b 2024-12-16T08:36:21,608 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b2208bf8f5964feaaedbba0095dac056 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b2208bf8f5964feaaedbba0095dac056 2024-12-16T08:36:21,608 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/e16eb77c4b96445898d223e61da01588 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/e16eb77c4b96445898d223e61da01588 2024-12-16T08:36:21,609 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c44bd03581834d3c94738a94d28053d0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/c44bd03581834d3c94738a94d28053d0 2024-12-16T08:36:21,609 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0eade77d8b7745c5b45d7c5145490ea5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0eade77d8b7745c5b45d7c5145490ea5 2024-12-16T08:36:21,609 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/43d1c57d5b19459e947869c22067f062 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/43d1c57d5b19459e947869c22067f062 2024-12-16T08:36:21,610 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/3018d47b05f64f95aaf1b4e7c52f2f91 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/3018d47b05f64f95aaf1b4e7c52f2f91 2024-12-16T08:36:21,610 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/db6f60f8f6df4b3a92d59e51dfc3bfa9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/db6f60f8f6df4b3a92d59e51dfc3bfa9 2024-12-16T08:36:21,610 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/553025bc407c467e9d40ed8433251fcf to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/553025bc407c467e9d40ed8433251fcf 2024-12-16T08:36:21,611 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0dd8d0d48d2c4a40b4602166e3734460 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/0dd8d0d48d2c4a40b4602166e3734460 2024-12-16T08:36:21,612 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/911cf49ffdd047d8b87b2144d4b2639b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/911cf49ffdd047d8b87b2144d4b2639b 2024-12-16T08:36:21,612 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/17e61abb927b4fd98455d52444b7e3a1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/17e61abb927b4fd98455d52444b7e3a1 2024-12-16T08:36:21,612 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/ad0ce6facdbf4d01a16c3849fd233c81 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/ad0ce6facdbf4d01a16c3849fd233c81 2024-12-16T08:36:21,612 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/20c67eb457224bd3aef2abc5dacd4bc6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/20c67eb457224bd3aef2abc5dacd4bc6 2024-12-16T08:36:21,613 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/38553504e1e44dcfa1ca8b976a9a2678 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/38553504e1e44dcfa1ca8b976a9a2678 2024-12-16T08:36:21,617 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/recovered.edits/301.seqid, newMaxSeqId=301, maxSeqId=4 2024-12-16T08:36:21,618 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d. 2024-12-16T08:36:21,618 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for d2ef64971054f2b09ba0472777c7071d: 2024-12-16T08:36:21,619 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=d2ef64971054f2b09ba0472777c7071d, regionState=CLOSED 2024-12-16T08:36:21,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-16T08:36:21,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure d2ef64971054f2b09ba0472777c7071d, server=e845af7b5e21,34791,1734338108080 in 1.8730 sec 2024-12-16T08:36:21,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-12-16T08:36:21,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2ef64971054f2b09ba0472777c7071d, UNASSIGN in 1.8770 sec 2024-12-16T08:36:21,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-16T08:36:21,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8790 sec 2024-12-16T08:36:21,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338181625"}]},"ts":"1734338181625"} 2024-12-16T08:36:21,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T08:36:21,628 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T08:36:21,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-12-16T08:36:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T08:36:21,811 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-16T08:36:21,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-16T08:36:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:21,813 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:21,814 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T08:36:21,816 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,819 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/recovered.edits] 2024-12-16T08:36:21,824 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/07e2a83cfd564041a853760d36955825 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/07e2a83cfd564041a853760d36955825 2024-12-16T08:36:21,823 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/d8e20df8bbd64a349996e2c94b684c19 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/d8e20df8bbd64a349996e2c94b684c19 2024-12-16T08:36:21,824 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/e115b74fac3b42cba58daa7a8cb0de4e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/e115b74fac3b42cba58daa7a8cb0de4e 2024-12-16T08:36:21,824 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bad02ecb42b44e719628ccb714551c38 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/A/bad02ecb42b44e719628ccb714551c38 2024-12-16T08:36:21,828 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0bb94b3508e44c2aa51a1f447b9736b2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0bb94b3508e44c2aa51a1f447b9736b2 2024-12-16T08:36:21,829 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0da579542f4a4336a8c8bb6de63a8219 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/0da579542f4a4336a8c8bb6de63a8219 2024-12-16T08:36:21,829 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/06a845323fe744b8a315e1c7151c7ebe to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/06a845323fe744b8a315e1c7151c7ebe 2024-12-16T08:36:21,829 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2a17b8bb75834cd08b1b5f96bbfb3a11 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/B/2a17b8bb75834cd08b1b5f96bbfb3a11 2024-12-16T08:36:21,835 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b0045ffefade4f47b623a78284350539 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/b0045ffefade4f47b623a78284350539 2024-12-16T08:36:21,835 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/a1994ce312b94fc28a99474d209ca41f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/a1994ce312b94fc28a99474d209ca41f 2024-12-16T08:36:21,835 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6696aa180795499aa1c4d48f5ccc97f9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/6696aa180795499aa1c4d48f5ccc97f9 2024-12-16T08:36:21,836 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/327bb43e5bf54ba0a4438f30cbd2979f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/C/327bb43e5bf54ba0a4438f30cbd2979f 2024-12-16T08:36:21,840 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/recovered.edits/301.seqid to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d/recovered.edits/301.seqid 2024-12-16T08:36:21,843 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,843 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T08:36:21,844 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T08:36:21,845 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-16T08:36:21,858 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121684ffb48d7ce54abc9b3af81739af6a9e_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121684ffb48d7ce54abc9b3af81739af6a9e_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,858 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161d1f59df6e6a44ed9eda2c5db012aaa4_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161d1f59df6e6a44ed9eda2c5db012aaa4_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,858 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121630d9a14f2e674548ad228c8392917950_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121630d9a14f2e674548ad228c8392917950_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,859 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165ed025e4c00a406e9841859a62c64af1_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165ed025e4c00a406e9841859a62c64af1_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,860 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121677823e1d335e45d8a4b9f76f0481f73c_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121677823e1d335e45d8a4b9f76f0481f73c_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,861 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169495f20d229f42909b8b196f9bed3453_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169495f20d229f42909b8b196f9bed3453_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,862 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696f1a7bfef8b4860bf130a0a1051c0c0_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696f1a7bfef8b4860bf130a0a1051c0c0_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,863 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216868532ccaf7d434e9dd955a39a976c39_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216868532ccaf7d434e9dd955a39a976c39_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,864 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160249c8122543421c92574cf674ace34a_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160249c8122543421c92574cf674ace34a_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,865 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169a817a9e503e479c9da4e1e51a62928a_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169a817a9e503e479c9da4e1e51a62928a_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,865 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162ed467643a164bf8a2c6ce00c5e2b942_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162ed467643a164bf8a2c6ce00c5e2b942_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,865 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a1faf8fdad1b414388bf123f09bd2173_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a1faf8fdad1b414388bf123f09bd2173_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,866 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ac468403aede437ebc5b44e1681e5f59_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ac468403aede437ebc5b44e1681e5f59_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,866 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a5d7034dbf534e0b8b7184a82f518224_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a5d7034dbf534e0b8b7184a82f518224_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,868 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d48e7fa3ed1c433b80f6ac8d2fa6afc3_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d48e7fa3ed1c433b80f6ac8d2fa6afc3_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,868 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216bf9c1a685a974b888551e7f5ae4b3788_d2ef64971054f2b09ba0472777c7071d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216bf9c1a685a974b888551e7f5ae4b3788_d2ef64971054f2b09ba0472777c7071d 2024-12-16T08:36:21,869 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T08:36:21,878 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:21,883 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T08:36:21,886 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T08:36:21,887 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:21,887 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T08:36:21,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734338181888"}]},"ts":"9223372036854775807"} 2024-12-16T08:36:21,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T08:36:21,890 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d2ef64971054f2b09ba0472777c7071d, NAME => 'TestAcidGuarantees,,1734338146657.d2ef64971054f2b09ba0472777c7071d.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T08:36:21,890 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T08:36:21,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734338181890"}]},"ts":"9223372036854775807"} 2024-12-16T08:36:21,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T08:36:21,896 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:21,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-12-16T08:36:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T08:36:21,916 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-16T08:36:21,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=244 (was 244), OpenFileDescriptor=448 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=967 (was 735) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=617 (was 570) - AvailableMemoryMB LEAK? - 2024-12-16T08:36:21,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=967, ProcessCount=11, AvailableMemoryMB=617 2024-12-16T08:36:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:36:21,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:36:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:21,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:36:21,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:21,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-12-16T08:36:21,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:36:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-16T08:36:21,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742016_1192 (size=963) 2024-12-16T08:36:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-16T08:36:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-16T08:36:22,362 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:36:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742017_1193 (size=53) 2024-12-16T08:36:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-16T08:36:22,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:36:22,780 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a80bfb86d5eef4149a2b313f850f5738, disabling compactions & flushes 2024-12-16T08:36:22,780 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:22,780 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:22,780 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. after waiting 0 ms 2024-12-16T08:36:22,780 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:22,780 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:22,780 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:22,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:36:22,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734338182781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734338182781"}]},"ts":"1734338182781"} 2024-12-16T08:36:22,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:36:22,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:36:22,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338182784"}]},"ts":"1734338182784"} 2024-12-16T08:36:22,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T08:36:22,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a80bfb86d5eef4149a2b313f850f5738, ASSIGN}] 2024-12-16T08:36:22,791 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a80bfb86d5eef4149a2b313f850f5738, ASSIGN 2024-12-16T08:36:22,792 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a80bfb86d5eef4149a2b313f850f5738, ASSIGN; state=OFFLINE, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=false 2024-12-16T08:36:22,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a80bfb86d5eef4149a2b313f850f5738, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:22,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:36:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-16T08:36:23,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:23,101 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:23,101 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:36:23,101 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,101 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:36:23,102 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,102 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,103 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,105 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:23,106 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80bfb86d5eef4149a2b313f850f5738 columnFamilyName A 2024-12-16T08:36:23,106 DEBUG [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:23,108 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.HStore(327): Store=a80bfb86d5eef4149a2b313f850f5738/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:23,108 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,109 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:23,110 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80bfb86d5eef4149a2b313f850f5738 columnFamilyName B 2024-12-16T08:36:23,110 DEBUG [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:23,110 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.HStore(327): Store=a80bfb86d5eef4149a2b313f850f5738/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:23,111 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,113 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:23,113 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80bfb86d5eef4149a2b313f850f5738 columnFamilyName C 2024-12-16T08:36:23,116 DEBUG [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:23,116 INFO [StoreOpener-a80bfb86d5eef4149a2b313f850f5738-1 {}] regionserver.HStore(327): Store=a80bfb86d5eef4149a2b313f850f5738/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:23,117 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:23,118 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,118 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,120 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:36:23,122 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:23,128 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:36:23,129 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened a80bfb86d5eef4149a2b313f850f5738; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62491479, jitterRate=-0.06880439817905426}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:36:23,130 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:23,131 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., pid=62, masterSystemTime=1734338183096 2024-12-16T08:36:23,133 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:23,133 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:23,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a80bfb86d5eef4149a2b313f850f5738, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:23,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-16T08:36:23,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 in 190 msec 2024-12-16T08:36:23,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-12-16T08:36:23,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a80bfb86d5eef4149a2b313f850f5738, ASSIGN in 346 msec 2024-12-16T08:36:23,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:36:23,141 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338183141"}]},"ts":"1734338183141"} 2024-12-16T08:36:23,142 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T08:36:23,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:36:23,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2020 sec 2024-12-16T08:36:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-16T08:36:24,061 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-12-16T08:36:24,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305a451d to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dc273c3 2024-12-16T08:36:24,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a18c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,074 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:36:24,077 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:36:24,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f02d8c to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@195206da 2024-12-16T08:36:24,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45426917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21cebefa to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@282318cf 2024-12-16T08:36:24,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7fc60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e7c8846 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ea91426 2024-12-16T08:36:24,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e66ea50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4093d76e to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@762de37e 2024-12-16T08:36:24,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50b381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31178bc2 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2838b88d 2024-12-16T08:36:24,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124edab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15d2a893 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712d7bc3 2024-12-16T08:36:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5c7476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ab3f837 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40da73c1 2024-12-16T08:36:24,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df84068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2834a215 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3be398a9 2024-12-16T08:36:24,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644774bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x187234de to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ff3c1a9 2024-12-16T08:36:24,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cea876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2446f174 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59992dc 2024-12-16T08:36:24,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10011701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:24,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-16T08:36:24,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:24,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:24,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T08:36:24,256 DEBUG [hconnection-0x310e430c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,256 DEBUG [hconnection-0x63a19510-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,258 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,258 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,261 DEBUG [hconnection-0x7ba186cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,262 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,263 DEBUG [hconnection-0x50e747e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,265 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,269 DEBUG [hconnection-0xa23afe1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,271 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,273 DEBUG [hconnection-0x1bd56dac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,275 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,279 DEBUG [hconnection-0x67406ff5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,281 DEBUG [hconnection-0x69b10c1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,283 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,284 DEBUG [hconnection-0x74436fc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,285 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,285 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:24,292 DEBUG [hconnection-0x7bc8155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:24,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:36:24,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:24,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:24,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:24,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:24,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:24,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:24,296 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T08:36:24,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/9e673cb332d44bc0b430806e36e9d4c5 is 50, key is test_row_0/A:col10/1734338184286/Put/seqid=0 2024-12-16T08:36:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742018_1194 (size=12001) 2024-12-16T08:36:24,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/9e673cb332d44bc0b430806e36e9d4c5 2024-12-16T08:36:24,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338244440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338244436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338244456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338244456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338244457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/d9493cb8b3ad4289a821b4653941d535 is 50, key is test_row_0/B:col10/1734338184286/Put/seqid=0 2024-12-16T08:36:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742019_1195 (size=12001) 2024-12-16T08:36:24,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/d9493cb8b3ad4289a821b4653941d535 2024-12-16T08:36:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T08:36:24,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338244561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338244566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338244567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338244570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338244576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/911a17a252954acb828dbaeca21b585c is 50, key is test_row_0/C:col10/1734338184286/Put/seqid=0 2024-12-16T08:36:24,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742020_1196 (size=12001) 2024-12-16T08:36:24,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338244770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338244770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338244770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338244781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338244786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T08:36:24,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:24,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:24,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:24,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:24,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/911a17a252954acb828dbaeca21b585c 2024-12-16T08:36:25,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/9e673cb332d44bc0b430806e36e9d4c5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/9e673cb332d44bc0b430806e36e9d4c5 2024-12-16T08:36:25,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/9e673cb332d44bc0b430806e36e9d4c5, entries=150, sequenceid=12, filesize=11.7 K 2024-12-16T08:36:25,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/d9493cb8b3ad4289a821b4653941d535 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d9493cb8b3ad4289a821b4653941d535 2024-12-16T08:36:25,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d9493cb8b3ad4289a821b4653941d535, entries=150, sequenceid=12, filesize=11.7 K 2024-12-16T08:36:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/911a17a252954acb828dbaeca21b585c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/911a17a252954acb828dbaeca21b585c 2024-12-16T08:36:25,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/911a17a252954acb828dbaeca21b585c, entries=150, sequenceid=12, filesize=11.7 K 2024-12-16T08:36:25,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a80bfb86d5eef4149a2b313f850f5738 in 787ms, sequenceid=12, compaction requested=false 2024-12-16T08:36:25,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:25,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T08:36:25,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:25,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/50cf5bad5be640888a151e61ad189084 is 50, key is test_row_0/A:col10/1734338184426/Put/seqid=0 2024-12-16T08:36:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338245099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338245100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338245100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338245101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338245101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742021_1197 (size=12001) 2024-12-16T08:36:25,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/50cf5bad5be640888a151e61ad189084 2024-12-16T08:36:25,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/13690060141d495c8db7d9a2c8b868e6 is 50, key is test_row_0/B:col10/1734338184426/Put/seqid=0 2024-12-16T08:36:25,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742022_1198 (size=12001) 2024-12-16T08:36:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338245205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338245205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338245205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338245206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338245206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:25,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:25,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T08:36:25,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338245408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338245409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338245409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338245411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338245417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/13690060141d495c8db7d9a2c8b868e6 2024-12-16T08:36:25,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/fe6fcb700ef446e1a7acad4287be4abb is 50, key is test_row_0/C:col10/1734338184426/Put/seqid=0 2024-12-16T08:36:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742023_1199 (size=12001) 2024-12-16T08:36:25,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338245710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338245719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338245719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338245720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338245723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:25,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:25,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:26,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/fe6fcb700ef446e1a7acad4287be4abb 2024-12-16T08:36:26,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:26,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:26,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:26,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:26,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:26,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:26,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/50cf5bad5be640888a151e61ad189084 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/50cf5bad5be640888a151e61ad189084 2024-12-16T08:36:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:26,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/50cf5bad5be640888a151e61ad189084, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T08:36:26,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/13690060141d495c8db7d9a2c8b868e6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/13690060141d495c8db7d9a2c8b868e6 2024-12-16T08:36:26,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/13690060141d495c8db7d9a2c8b868e6, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T08:36:26,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/fe6fcb700ef446e1a7acad4287be4abb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/fe6fcb700ef446e1a7acad4287be4abb 2024-12-16T08:36:26,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/fe6fcb700ef446e1a7acad4287be4abb, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T08:36:26,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for a80bfb86d5eef4149a2b313f850f5738 in 1011ms, sequenceid=40, compaction requested=false 2024-12-16T08:36:26,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:26,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T08:36:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:26,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-16T08:36:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:26,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/3e213534870f428d9a4ea4f58a40f2a6 is 50, key is test_row_0/A:col10/1734338185099/Put/seqid=0 2024-12-16T08:36:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:26,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:26,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742024_1200 (size=12001) 2024-12-16T08:36:26,270 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/3e213534870f428d9a4ea4f58a40f2a6 2024-12-16T08:36:26,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338246286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338246286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338246290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338246287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338246292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/8156d7ed0acd463f8ad8e81df88a1190 is 50, key is test_row_0/B:col10/1734338185099/Put/seqid=0 2024-12-16T08:36:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T08:36:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742025_1201 (size=12001) 2024-12-16T08:36:26,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338246392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338246398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338246398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338246400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338246408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338246603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338246604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338246606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338246610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338246611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,756 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/8156d7ed0acd463f8ad8e81df88a1190 2024-12-16T08:36:26,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/efce153deec64e7db13763dc34b0e2fc is 50, key is test_row_0/C:col10/1734338185099/Put/seqid=0 2024-12-16T08:36:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742026_1202 (size=12001) 2024-12-16T08:36:26,827 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/efce153deec64e7db13763dc34b0e2fc 2024-12-16T08:36:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/3e213534870f428d9a4ea4f58a40f2a6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3e213534870f428d9a4ea4f58a40f2a6 2024-12-16T08:36:26,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3e213534870f428d9a4ea4f58a40f2a6, entries=150, sequenceid=50, filesize=11.7 K 2024-12-16T08:36:26,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/8156d7ed0acd463f8ad8e81df88a1190 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/8156d7ed0acd463f8ad8e81df88a1190 2024-12-16T08:36:26,853 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/8156d7ed0acd463f8ad8e81df88a1190, entries=150, sequenceid=50, filesize=11.7 K 2024-12-16T08:36:26,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/efce153deec64e7db13763dc34b0e2fc as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/efce153deec64e7db13763dc34b0e2fc 2024-12-16T08:36:26,879 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/efce153deec64e7db13763dc34b0e2fc, entries=150, sequenceid=50, filesize=11.7 K 2024-12-16T08:36:26,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a80bfb86d5eef4149a2b313f850f5738 in 685ms, sequenceid=50, compaction requested=true 2024-12-16T08:36:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-16T08:36:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-16T08:36:26,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-16T08:36:26,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6550 sec 2024-12-16T08:36:26,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.6610 sec 2024-12-16T08:36:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:26,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T08:36:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:26,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/a819d511ba7c4c4285005c9a6e1b0207 is 50, key is test_row_0/A:col10/1734338186285/Put/seqid=0 2024-12-16T08:36:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338246939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338246939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338246938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338246951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338246951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742027_1203 (size=14341) 2024-12-16T08:36:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338247058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338247058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338247058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338247063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338247063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T08:36:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338247269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338247273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338247276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338247277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338247276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/a819d511ba7c4c4285005c9a6e1b0207 2024-12-16T08:36:27,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e0e70888b4764acb8cc9c7c8e9593307 is 50, key is test_row_0/B:col10/1734338186285/Put/seqid=0 2024-12-16T08:36:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742028_1204 (size=12001) 2024-12-16T08:36:27,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e0e70888b4764acb8cc9c7c8e9593307 2024-12-16T08:36:27,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e3c2c218e5cf46078919afd8c8e63fb1 is 50, key is test_row_0/C:col10/1734338186285/Put/seqid=0 2024-12-16T08:36:27,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742029_1205 (size=12001) 2024-12-16T08:36:27,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338247574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338247578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338247586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338247593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338247596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:27,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e3c2c218e5cf46078919afd8c8e63fb1 2024-12-16T08:36:27,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/a819d511ba7c4c4285005c9a6e1b0207 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/a819d511ba7c4c4285005c9a6e1b0207 2024-12-16T08:36:28,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/a819d511ba7c4c4285005c9a6e1b0207, entries=200, sequenceid=77, filesize=14.0 K 2024-12-16T08:36:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e0e70888b4764acb8cc9c7c8e9593307 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e0e70888b4764acb8cc9c7c8e9593307 2024-12-16T08:36:28,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e0e70888b4764acb8cc9c7c8e9593307, entries=150, sequenceid=77, filesize=11.7 K 2024-12-16T08:36:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e3c2c218e5cf46078919afd8c8e63fb1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e3c2c218e5cf46078919afd8c8e63fb1 2024-12-16T08:36:28,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e3c2c218e5cf46078919afd8c8e63fb1, entries=150, sequenceid=77, filesize=11.7 K 2024-12-16T08:36:28,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a80bfb86d5eef4149a2b313f850f5738 in 1147ms, sequenceid=77, compaction requested=true 2024-12-16T08:36:28,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:28,063 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:28,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:28,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:28,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:28,065 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:28,068 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:28,069 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:28,069 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,069 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:28,069 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:28,069 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,069 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d9493cb8b3ad4289a821b4653941d535, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/13690060141d495c8db7d9a2c8b868e6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/8156d7ed0acd463f8ad8e81df88a1190, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e0e70888b4764acb8cc9c7c8e9593307] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=46.9 K 2024-12-16T08:36:28,073 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/9e673cb332d44bc0b430806e36e9d4c5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/50cf5bad5be640888a151e61ad189084, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3e213534870f428d9a4ea4f58a40f2a6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/a819d511ba7c4c4285005c9a6e1b0207] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=49.2 K 2024-12-16T08:36:28,073 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d9493cb8b3ad4289a821b4653941d535, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734338184278 2024-12-16T08:36:28,074 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e673cb332d44bc0b430806e36e9d4c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734338184278 2024-12-16T08:36:28,075 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 13690060141d495c8db7d9a2c8b868e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734338184426 2024-12-16T08:36:28,078 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50cf5bad5be640888a151e61ad189084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734338184426 2024-12-16T08:36:28,079 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8156d7ed0acd463f8ad8e81df88a1190, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734338185090 2024-12-16T08:36:28,079 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e213534870f428d9a4ea4f58a40f2a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734338185090 2024-12-16T08:36:28,080 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e0e70888b4764acb8cc9c7c8e9593307, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734338186285 2024-12-16T08:36:28,080 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a819d511ba7c4c4285005c9a6e1b0207, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734338186273 2024-12-16T08:36:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:28,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:36:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:28,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:28,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/7f66a978759543c9b524a9b014b5308b is 50, key is test_row_0/A:col10/1734338186939/Put/seqid=0 2024-12-16T08:36:28,140 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:28,143 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/5430d6d368f34fae90b67acb504fc188 is 50, key is test_row_0/B:col10/1734338186285/Put/seqid=0 2024-12-16T08:36:28,147 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:28,148 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/bc6372f4a4034e88bcf7e4c2e4ae8888 is 50, key is test_row_0/A:col10/1734338186285/Put/seqid=0 2024-12-16T08:36:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742030_1206 (size=12001) 2024-12-16T08:36:28,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/7f66a978759543c9b524a9b014b5308b 2024-12-16T08:36:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742031_1207 (size=12139) 2024-12-16T08:36:28,169 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/5430d6d368f34fae90b67acb504fc188 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/5430d6d368f34fae90b67acb504fc188 2024-12-16T08:36:28,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338248165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338248165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338248165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,177 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into 5430d6d368f34fae90b67acb504fc188(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:28,177 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:28,177 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=12, startTime=1734338188064; duration=0sec 2024-12-16T08:36:28,177 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:28,177 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:28,177 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:28,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338248174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338248174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,178 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:28,179 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:28,179 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,179 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/911a17a252954acb828dbaeca21b585c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/fe6fcb700ef446e1a7acad4287be4abb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/efce153deec64e7db13763dc34b0e2fc, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e3c2c218e5cf46078919afd8c8e63fb1] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=46.9 K 2024-12-16T08:36:28,179 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 911a17a252954acb828dbaeca21b585c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734338184278 2024-12-16T08:36:28,180 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting fe6fcb700ef446e1a7acad4287be4abb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734338184426 2024-12-16T08:36:28,180 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting efce153deec64e7db13763dc34b0e2fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734338185090 2024-12-16T08:36:28,180 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e3c2c218e5cf46078919afd8c8e63fb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734338186285 2024-12-16T08:36:28,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/a668394efe024bc5a2e1b4e8c67220a8 is 50, key is test_row_0/B:col10/1734338186939/Put/seqid=0 2024-12-16T08:36:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742032_1208 (size=12139) 2024-12-16T08:36:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742033_1209 (size=12001) 2024-12-16T08:36:28,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/a668394efe024bc5a2e1b4e8c67220a8 2024-12-16T08:36:28,234 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:28,235 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/cb77f85ec7b64affb3af2c40ada6c725 is 50, key is test_row_0/C:col10/1734338186285/Put/seqid=0 2024-12-16T08:36:28,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a367e660c0e04d78898d249f70fb8d40 is 50, key is test_row_0/C:col10/1734338186939/Put/seqid=0 2024-12-16T08:36:28,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742035_1211 (size=12001) 2024-12-16T08:36:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742034_1210 (size=12139) 2024-12-16T08:36:28,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338248274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338248275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338248275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338248279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338248280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,284 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/cb77f85ec7b64affb3af2c40ada6c725 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/cb77f85ec7b64affb3af2c40ada6c725 2024-12-16T08:36:28,290 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into cb77f85ec7b64affb3af2c40ada6c725(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:28,290 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:28,290 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=12, startTime=1734338188065; duration=0sec 2024-12-16T08:36:28,291 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:28,291 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T08:36:28,349 INFO [Thread-934 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-16T08:36:28,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-16T08:36:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T08:36:28,356 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:28,357 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:28,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T08:36:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338248479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338248480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338248480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338248484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338248485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,653 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/bc6372f4a4034e88bcf7e4c2e4ae8888 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/bc6372f4a4034e88bcf7e4c2e4ae8888 2024-12-16T08:36:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T08:36:28,665 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into bc6372f4a4034e88bcf7e4c2e4ae8888(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:28,665 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:28,665 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=12, startTime=1734338188063; duration=0sec 2024-12-16T08:36:28,665 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:28,665 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:28,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a367e660c0e04d78898d249f70fb8d40 2024-12-16T08:36:28,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/7f66a978759543c9b524a9b014b5308b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/7f66a978759543c9b524a9b014b5308b 2024-12-16T08:36:28,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/7f66a978759543c9b524a9b014b5308b, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T08:36:28,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/a668394efe024bc5a2e1b4e8c67220a8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a668394efe024bc5a2e1b4e8c67220a8 2024-12-16T08:36:28,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a668394efe024bc5a2e1b4e8c67220a8, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T08:36:28,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a367e660c0e04d78898d249f70fb8d40 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a367e660c0e04d78898d249f70fb8d40 2024-12-16T08:36:28,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a367e660c0e04d78898d249f70fb8d40, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T08:36:28,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a80bfb86d5eef4149a2b313f850f5738 in 667ms, sequenceid=88, compaction requested=false 2024-12-16T08:36:28,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:28,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-16T08:36:28,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:28,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:28,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:28,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:28,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:28,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:28,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338248803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338248807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338248807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/b16335dc23dc49d18aeb54456b94d571 is 50, key is test_row_0/A:col10/1734338188792/Put/seqid=0 2024-12-16T08:36:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338248808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338248810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742036_1212 (size=12001) 2024-12-16T08:36:28,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/b16335dc23dc49d18aeb54456b94d571 2024-12-16T08:36:28,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/7baed2eda99446099d7f90209b725469 is 50, key is test_row_0/B:col10/1734338188792/Put/seqid=0 2024-12-16T08:36:28,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338248910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338248911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338248913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338248913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338248919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742037_1213 (size=12001) 2024-12-16T08:36:28,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/7baed2eda99446099d7f90209b725469 2024-12-16T08:36:28,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/14a78992623c4f21ac3a381b3f351a89 is 50, key is test_row_0/C:col10/1734338188792/Put/seqid=0 2024-12-16T08:36:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T08:36:28,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742038_1214 (size=12001) 2024-12-16T08:36:28,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/14a78992623c4f21ac3a381b3f351a89 2024-12-16T08:36:28,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/b16335dc23dc49d18aeb54456b94d571 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/b16335dc23dc49d18aeb54456b94d571 2024-12-16T08:36:28,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:28,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:28,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:28,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:28,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:28,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/b16335dc23dc49d18aeb54456b94d571, entries=150, sequenceid=120, filesize=11.7 K 2024-12-16T08:36:28,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/7baed2eda99446099d7f90209b725469 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/7baed2eda99446099d7f90209b725469 2024-12-16T08:36:29,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/7baed2eda99446099d7f90209b725469, entries=150, sequenceid=120, filesize=11.7 K 2024-12-16T08:36:29,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/14a78992623c4f21ac3a381b3f351a89 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/14a78992623c4f21ac3a381b3f351a89 2024-12-16T08:36:29,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/14a78992623c4f21ac3a381b3f351a89, entries=150, sequenceid=120, filesize=11.7 K 2024-12-16T08:36:29,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for a80bfb86d5eef4149a2b313f850f5738 in 232ms, sequenceid=120, compaction requested=true 2024-12-16T08:36:29,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:29,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:29,024 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:29,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:29,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:29,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:29,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:29,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:36:29,025 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:29,027 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:29,027 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:29,027 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,028 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/5430d6d368f34fae90b67acb504fc188, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a668394efe024bc5a2e1b4e8c67220a8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/7baed2eda99446099d7f90209b725469] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=35.3 K 2024-12-16T08:36:29,028 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:29,028 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:29,028 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,028 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/bc6372f4a4034e88bcf7e4c2e4ae8888, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/7f66a978759543c9b524a9b014b5308b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/b16335dc23dc49d18aeb54456b94d571] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=35.3 K 2024-12-16T08:36:29,029 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc6372f4a4034e88bcf7e4c2e4ae8888, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734338186285 2024-12-16T08:36:29,029 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 5430d6d368f34fae90b67acb504fc188, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734338186285 2024-12-16T08:36:29,030 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f66a978759543c9b524a9b014b5308b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338186939 2024-12-16T08:36:29,031 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a668394efe024bc5a2e1b4e8c67220a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338186939 2024-12-16T08:36:29,031 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting b16335dc23dc49d18aeb54456b94d571, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734338188164 2024-12-16T08:36:29,031 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 7baed2eda99446099d7f90209b725469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734338188164 2024-12-16T08:36:29,066 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:29,067 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/81ae446ff9974ecea56a2cd246b318bb is 50, key is test_row_0/B:col10/1734338188792/Put/seqid=0 2024-12-16T08:36:29,071 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:29,071 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/05179db548c54edbb888a9eae2e89a5b is 50, key is test_row_0/A:col10/1734338188792/Put/seqid=0 2024-12-16T08:36:29,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742039_1215 (size=12241) 2024-12-16T08:36:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742040_1216 (size=12241) 2024-12-16T08:36:29,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:36:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:29,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c3048cc8620142a6a0042d765bfc26f6 is 50, key is test_row_0/A:col10/1734338189118/Put/seqid=0 2024-12-16T08:36:29,134 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/05179db548c54edbb888a9eae2e89a5b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/05179db548c54edbb888a9eae2e89a5b 2024-12-16T08:36:29,134 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/81ae446ff9974ecea56a2cd246b318bb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/81ae446ff9974ecea56a2cd246b318bb 2024-12-16T08:36:29,143 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into 81ae446ff9974ecea56a2cd246b318bb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:29,143 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:29,143 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=13, startTime=1734338189024; duration=0sec 2024-12-16T08:36:29,143 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:29,143 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:29,144 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:29,146 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:29,146 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:29,146 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,146 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/cb77f85ec7b64affb3af2c40ada6c725, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a367e660c0e04d78898d249f70fb8d40, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/14a78992623c4f21ac3a381b3f351a89] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=35.3 K 2024-12-16T08:36:29,146 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting cb77f85ec7b64affb3af2c40ada6c725, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734338186285 2024-12-16T08:36:29,147 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a367e660c0e04d78898d249f70fb8d40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338186939 2024-12-16T08:36:29,147 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 14a78992623c4f21ac3a381b3f351a89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734338188164 2024-12-16T08:36:29,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:29,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:29,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,149 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into 05179db548c54edbb888a9eae2e89a5b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:29,149 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:29,149 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=13, startTime=1734338189024; duration=0sec 2024-12-16T08:36:29,149 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:29,149 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742041_1217 (size=12101) 2024-12-16T08:36:29,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c3048cc8620142a6a0042d765bfc26f6 2024-12-16T08:36:29,186 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:29,186 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/6282a8e701ff4dc88e9a4752a026c131 is 50, key is test_row_0/C:col10/1734338188792/Put/seqid=0 2024-12-16T08:36:29,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338249178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338249185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338249188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338249188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338249187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742042_1218 (size=12241) 2024-12-16T08:36:29,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/cf1730e6d53a4b7494dcbd154951cc58 is 50, key is test_row_0/B:col10/1734338189118/Put/seqid=0 2024-12-16T08:36:29,246 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/6282a8e701ff4dc88e9a4752a026c131 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6282a8e701ff4dc88e9a4752a026c131 2024-12-16T08:36:29,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742043_1219 (size=12101) 2024-12-16T08:36:29,264 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into 6282a8e701ff4dc88e9a4752a026c131(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:29,264 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:29,264 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=13, startTime=1734338189024; duration=0sec 2024-12-16T08:36:29,264 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:29,264 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338249291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338249296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338249296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338249297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338249297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:29,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T08:36:29,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:29,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:29,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338249498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338249499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338249501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338249502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338249508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:29,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:29,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/cf1730e6d53a4b7494dcbd154951cc58 2024-12-16T08:36:29,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/99291f34c65c470d808aee1c0ec7acf4 is 50, key is test_row_0/C:col10/1734338189118/Put/seqid=0 2024-12-16T08:36:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742044_1220 (size=12101) 2024-12-16T08:36:29,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/99291f34c65c470d808aee1c0ec7acf4 2024-12-16T08:36:29,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c3048cc8620142a6a0042d765bfc26f6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c3048cc8620142a6a0042d765bfc26f6 2024-12-16T08:36:29,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c3048cc8620142a6a0042d765bfc26f6, entries=150, sequenceid=132, filesize=11.8 K 2024-12-16T08:36:29,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/cf1730e6d53a4b7494dcbd154951cc58 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/cf1730e6d53a4b7494dcbd154951cc58 2024-12-16T08:36:29,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:29,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338249805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338249805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338249805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338249805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338249816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/cf1730e6d53a4b7494dcbd154951cc58, entries=150, sequenceid=132, filesize=11.8 K 2024-12-16T08:36:29,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/99291f34c65c470d808aee1c0ec7acf4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/99291f34c65c470d808aee1c0ec7acf4 2024-12-16T08:36:29,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/99291f34c65c470d808aee1c0ec7acf4, entries=150, sequenceid=132, filesize=11.8 K 2024-12-16T08:36:29,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a80bfb86d5eef4149a2b313f850f5738 in 769ms, sequenceid=132, compaction requested=false 2024-12-16T08:36:29,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:29,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:29,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T08:36:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:29,952 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:36:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/d34b722308b846988c24003beb4ac47c is 50, key is test_row_0/A:col10/1734338189165/Put/seqid=0 2024-12-16T08:36:30,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742045_1221 (size=12151) 2024-12-16T08:36:30,020 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/d34b722308b846988c24003beb4ac47c 2024-12-16T08:36:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/d0f9fb1755704082b7d21c80e5fd8992 is 50, key is test_row_0/B:col10/1734338189165/Put/seqid=0 2024-12-16T08:36:30,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742046_1222 (size=12151) 2024-12-16T08:36:30,079 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/d0f9fb1755704082b7d21c80e5fd8992 2024-12-16T08:36:30,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/858f766d745142bc9746d7f7e24e3d75 is 50, key is test_row_0/C:col10/1734338189165/Put/seqid=0 2024-12-16T08:36:30,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742047_1223 (size=12151) 2024-12-16T08:36:30,196 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/858f766d745142bc9746d7f7e24e3d75 2024-12-16T08:36:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/d34b722308b846988c24003beb4ac47c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d34b722308b846988c24003beb4ac47c 2024-12-16T08:36:30,257 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d34b722308b846988c24003beb4ac47c, entries=150, sequenceid=159, filesize=11.9 K 2024-12-16T08:36:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/d0f9fb1755704082b7d21c80e5fd8992 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d0f9fb1755704082b7d21c80e5fd8992 2024-12-16T08:36:30,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d0f9fb1755704082b7d21c80e5fd8992, entries=150, sequenceid=159, filesize=11.9 K 2024-12-16T08:36:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/858f766d745142bc9746d7f7e24e3d75 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/858f766d745142bc9746d7f7e24e3d75 2024-12-16T08:36:30,312 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/858f766d745142bc9746d7f7e24e3d75, entries=150, sequenceid=159, filesize=11.9 K 2024-12-16T08:36:30,324 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for a80bfb86d5eef4149a2b313f850f5738 in 372ms, sequenceid=159, compaction requested=true 2024-12-16T08:36:30,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:30,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:30,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-16T08:36:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-16T08:36:30,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T08:36:30,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9820 sec 2024-12-16T08:36:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:30,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:36:30,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:30,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:30,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:30,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:30,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:30,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:30,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.0010 sec 2024-12-16T08:36:30,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/62aed1dafe5144eabb83c0ad192ff751 is 50, key is test_row_0/A:col10/1734338190346/Put/seqid=0 2024-12-16T08:36:30,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338250422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338250422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338250423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742048_1224 (size=12151) 2024-12-16T08:36:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338250438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/62aed1dafe5144eabb83c0ad192ff751 2024-12-16T08:36:30,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338250442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/ace53ec9ee554191ab43295b8f1ce232 is 50, key is test_row_0/B:col10/1734338190346/Put/seqid=0 2024-12-16T08:36:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T08:36:30,466 INFO [Thread-934 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-16T08:36:30,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-16T08:36:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T08:36:30,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:30,470 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:30,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742049_1225 (size=12151) 2024-12-16T08:36:30,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338250539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338250542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338250543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338250550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338250560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T08:36:30,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:30,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:30,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:30,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338250743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338250746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338250750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338250754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338250766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T08:36:30,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:30,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/ace53ec9ee554191ab43295b8f1ce232 2024-12-16T08:36:30,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/79b079f9e5b44636b455a28f6e6233f3 is 50, key is test_row_0/C:col10/1734338190346/Put/seqid=0 2024-12-16T08:36:30,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:30,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:30,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:30,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742050_1226 (size=12151) 2024-12-16T08:36:30,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/79b079f9e5b44636b455a28f6e6233f3 2024-12-16T08:36:30,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/62aed1dafe5144eabb83c0ad192ff751 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/62aed1dafe5144eabb83c0ad192ff751 2024-12-16T08:36:31,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/62aed1dafe5144eabb83c0ad192ff751, entries=150, sequenceid=171, filesize=11.9 K 2024-12-16T08:36:31,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/ace53ec9ee554191ab43295b8f1ce232 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ace53ec9ee554191ab43295b8f1ce232 2024-12-16T08:36:31,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ace53ec9ee554191ab43295b8f1ce232, entries=150, sequenceid=171, filesize=11.9 K 2024-12-16T08:36:31,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/79b079f9e5b44636b455a28f6e6233f3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/79b079f9e5b44636b455a28f6e6233f3 2024-12-16T08:36:31,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/79b079f9e5b44636b455a28f6e6233f3, entries=150, sequenceid=171, filesize=11.9 K 2024-12-16T08:36:31,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a80bfb86d5eef4149a2b313f850f5738 in 681ms, sequenceid=171, compaction requested=true 2024-12-16T08:36:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:31,036 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:31,037 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:31,038 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:31,038 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:31,039 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,039 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/05179db548c54edbb888a9eae2e89a5b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c3048cc8620142a6a0042d765bfc26f6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d34b722308b846988c24003beb4ac47c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/62aed1dafe5144eabb83c0ad192ff751] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=47.5 K 2024-12-16T08:36:31,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:31,039 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:31,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:31,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:31,039 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:31,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:31,039 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,039 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/81ae446ff9974ecea56a2cd246b318bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/cf1730e6d53a4b7494dcbd154951cc58, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d0f9fb1755704082b7d21c80e5fd8992, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ace53ec9ee554191ab43295b8f1ce232] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=47.5 K 2024-12-16T08:36:31,040 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05179db548c54edbb888a9eae2e89a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734338188164 2024-12-16T08:36:31,041 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ae446ff9974ecea56a2cd246b318bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734338188164 2024-12-16T08:36:31,041 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3048cc8620142a6a0042d765bfc26f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734338188807 2024-12-16T08:36:31,042 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting cf1730e6d53a4b7494dcbd154951cc58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734338188807 2024-12-16T08:36:31,042 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d34b722308b846988c24003beb4ac47c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338189165 2024-12-16T08:36:31,042 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d0f9fb1755704082b7d21c80e5fd8992, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338189165 2024-12-16T08:36:31,042 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62aed1dafe5144eabb83c0ad192ff751, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734338190340 2024-12-16T08:36:31,043 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ace53ec9ee554191ab43295b8f1ce232, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734338190340 2024-12-16T08:36:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:31,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T08:36:31,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:31,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:31,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:31,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:31,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:31,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:31,061 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#186 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:31,061 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/db9a5727279b4f6994fcdf0f8b24ad3a is 50, key is test_row_0/A:col10/1734338190346/Put/seqid=0 2024-12-16T08:36:31,065 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:31,066 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/1627b75cbb184ba996ebd75403c8b180 is 50, key is test_row_0/B:col10/1734338190346/Put/seqid=0 2024-12-16T08:36:31,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/8146a81a3da746b6aef3a53eb1e2b1af is 50, key is test_row_0/A:col10/1734338190427/Put/seqid=0 2024-12-16T08:36:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T08:36:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742051_1227 (size=12527) 2024-12-16T08:36:31,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338251077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338251081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338251085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338251093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338251096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742052_1228 (size=12527) 2024-12-16T08:36:31,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742053_1229 (size=14541) 2024-12-16T08:36:31,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/8146a81a3da746b6aef3a53eb1e2b1af 2024-12-16T08:36:31,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/84b3e68e12074580800a7b24bce33c61 is 50, key is test_row_0/B:col10/1734338190427/Put/seqid=0 2024-12-16T08:36:31,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338251192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338251193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338251193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338251201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338251202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742054_1230 (size=12151) 2024-12-16T08:36:31,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338251400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338251400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338251401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338251411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338251420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:31,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:31,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,497 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/db9a5727279b4f6994fcdf0f8b24ad3a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/db9a5727279b4f6994fcdf0f8b24ad3a 2024-12-16T08:36:31,504 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into db9a5727279b4f6994fcdf0f8b24ad3a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:31,504 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:31,504 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=12, startTime=1734338191036; duration=0sec 2024-12-16T08:36:31,505 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:31,505 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:31,505 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:31,507 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:31,508 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:31,508 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,508 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6282a8e701ff4dc88e9a4752a026c131, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/99291f34c65c470d808aee1c0ec7acf4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/858f766d745142bc9746d7f7e24e3d75, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/79b079f9e5b44636b455a28f6e6233f3] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=47.5 K 2024-12-16T08:36:31,508 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6282a8e701ff4dc88e9a4752a026c131, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734338188164 2024-12-16T08:36:31,509 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99291f34c65c470d808aee1c0ec7acf4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734338188807 2024-12-16T08:36:31,509 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 858f766d745142bc9746d7f7e24e3d75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338189165 2024-12-16T08:36:31,509 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79b079f9e5b44636b455a28f6e6233f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734338190340 2024-12-16T08:36:31,527 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/1627b75cbb184ba996ebd75403c8b180 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/1627b75cbb184ba996ebd75403c8b180 2024-12-16T08:36:31,536 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:31,540 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/3afac17b242e451caedef049318f9ecb is 50, key is test_row_0/C:col10/1734338190346/Put/seqid=0 2024-12-16T08:36:31,545 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into 1627b75cbb184ba996ebd75403c8b180(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:31,545 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:31,545 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=12, startTime=1734338191037; duration=0sec 2024-12-16T08:36:31,546 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:31,546 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742055_1231 (size=12527) 2024-12-16T08:36:31,573 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/3afac17b242e451caedef049318f9ecb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/3afac17b242e451caedef049318f9ecb 2024-12-16T08:36:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T08:36:31,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:31,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,583 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into 3afac17b242e451caedef049318f9ecb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:31,583 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:31,583 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=12, startTime=1734338191039; duration=0sec 2024-12-16T08:36:31,583 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:31,583 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:31,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/84b3e68e12074580800a7b24bce33c61 2024-12-16T08:36:31,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/65c61ac9c7594fc6a713ec08d6bc8d8f is 50, key is test_row_0/C:col10/1734338190427/Put/seqid=0 2024-12-16T08:36:31,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742056_1232 (size=12151) 2024-12-16T08:36:31,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338251703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338251704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338251705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338251719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338251732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:31,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:31,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:31,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:32,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:32,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:32,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:32,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/65c61ac9c7594fc6a713ec08d6bc8d8f 2024-12-16T08:36:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:32,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/8146a81a3da746b6aef3a53eb1e2b1af as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8146a81a3da746b6aef3a53eb1e2b1af 2024-12-16T08:36:32,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8146a81a3da746b6aef3a53eb1e2b1af, entries=200, sequenceid=197, filesize=14.2 K 2024-12-16T08:36:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/84b3e68e12074580800a7b24bce33c61 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/84b3e68e12074580800a7b24bce33c61 2024-12-16T08:36:32,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/84b3e68e12074580800a7b24bce33c61, entries=150, sequenceid=197, filesize=11.9 K 2024-12-16T08:36:32,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/65c61ac9c7594fc6a713ec08d6bc8d8f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/65c61ac9c7594fc6a713ec08d6bc8d8f 2024-12-16T08:36:32,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/65c61ac9c7594fc6a713ec08d6bc8d8f, entries=150, sequenceid=197, filesize=11.9 K 2024-12-16T08:36:32,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for a80bfb86d5eef4149a2b313f850f5738 in 1051ms, sequenceid=197, compaction requested=false 2024-12-16T08:36:32,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:32,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T08:36:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:32,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:36:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:32,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:32,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/0c410c28cf1c490c918913b53d878c1e is 50, key is test_row_0/A:col10/1734338191080/Put/seqid=0 2024-12-16T08:36:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742057_1233 (size=12151) 2024-12-16T08:36:32,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/0c410c28cf1c490c918913b53d878c1e 2024-12-16T08:36:32,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/9d140ede40734bdeb0610646faa0efad is 50, key is test_row_0/B:col10/1734338191080/Put/seqid=0 2024-12-16T08:36:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338252247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338252249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338252250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338252252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338252252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742058_1234 (size=12151) 2024-12-16T08:36:32,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338252356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338252356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338252358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338252360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338252364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338252559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338252559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338252562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338252565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T08:36:32,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338252580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,686 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/9d140ede40734bdeb0610646faa0efad 2024-12-16T08:36:32,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/4b8838a9b97a44a6a1d88714b0960adf is 50, key is test_row_0/C:col10/1734338191080/Put/seqid=0 2024-12-16T08:36:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742059_1235 (size=12151) 2024-12-16T08:36:32,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338252864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338252866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338252868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338252874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:32,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338252888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/4b8838a9b97a44a6a1d88714b0960adf 2024-12-16T08:36:33,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/0c410c28cf1c490c918913b53d878c1e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0c410c28cf1c490c918913b53d878c1e 2024-12-16T08:36:33,168 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0c410c28cf1c490c918913b53d878c1e, entries=150, sequenceid=212, filesize=11.9 K 2024-12-16T08:36:33,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/9d140ede40734bdeb0610646faa0efad as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9d140ede40734bdeb0610646faa0efad 2024-12-16T08:36:33,186 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9d140ede40734bdeb0610646faa0efad, entries=150, sequenceid=212, filesize=11.9 K 2024-12-16T08:36:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/4b8838a9b97a44a6a1d88714b0960adf as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4b8838a9b97a44a6a1d88714b0960adf 2024-12-16T08:36:33,203 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4b8838a9b97a44a6a1d88714b0960adf, entries=150, sequenceid=212, filesize=11.9 K 2024-12-16T08:36:33,212 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a80bfb86d5eef4149a2b313f850f5738 in 1006ms, sequenceid=212, compaction requested=true 2024-12-16T08:36:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-16T08:36:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-16T08:36:33,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T08:36:33,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7470 sec 2024-12-16T08:36:33,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.7560 sec 2024-12-16T08:36:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:33,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:36:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:33,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/ab697bd5384348a3ae2cae6928f3a982 is 50, key is test_row_0/A:col10/1734338193373/Put/seqid=0 2024-12-16T08:36:33,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742060_1236 (size=12151) 2024-12-16T08:36:33,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/ab697bd5384348a3ae2cae6928f3a982 2024-12-16T08:36:33,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338253440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338253442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338253449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338253466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338253466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/90bc0e5035cb4cf790aa537d4c878142 is 50, key is test_row_0/B:col10/1734338193373/Put/seqid=0 2024-12-16T08:36:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742061_1237 (size=12151) 2024-12-16T08:36:33,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/90bc0e5035cb4cf790aa537d4c878142 2024-12-16T08:36:33,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338253550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338253554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338253566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338253570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338253580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/4cb706511fdb40db8c4677bff32b3b4c is 50, key is test_row_0/C:col10/1734338193373/Put/seqid=0 2024-12-16T08:36:33,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742062_1238 (size=12151) 2024-12-16T08:36:33,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/4cb706511fdb40db8c4677bff32b3b4c 2024-12-16T08:36:33,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/ab697bd5384348a3ae2cae6928f3a982 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/ab697bd5384348a3ae2cae6928f3a982 2024-12-16T08:36:33,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/ab697bd5384348a3ae2cae6928f3a982, entries=150, sequenceid=237, filesize=11.9 K 2024-12-16T08:36:33,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338253759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338253759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/90bc0e5035cb4cf790aa537d4c878142 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/90bc0e5035cb4cf790aa537d4c878142 2024-12-16T08:36:33,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338253772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338253779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338253788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:33,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/90bc0e5035cb4cf790aa537d4c878142, entries=150, sequenceid=237, filesize=11.9 K 2024-12-16T08:36:33,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/4cb706511fdb40db8c4677bff32b3b4c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4cb706511fdb40db8c4677bff32b3b4c 2024-12-16T08:36:33,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4cb706511fdb40db8c4677bff32b3b4c, entries=150, sequenceid=237, filesize=11.9 K 2024-12-16T08:36:33,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for a80bfb86d5eef4149a2b313f850f5738 in 482ms, sequenceid=237, compaction requested=true 2024-12-16T08:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:33,864 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:36:33,868 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:33,884 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:33,884 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:33,885 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:33,885 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:33,885 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:33,885 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/1627b75cbb184ba996ebd75403c8b180, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/84b3e68e12074580800a7b24bce33c61, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9d140ede40734bdeb0610646faa0efad, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/90bc0e5035cb4cf790aa537d4c878142] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=47.8 K 2024-12-16T08:36:33,885 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:33,885 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/db9a5727279b4f6994fcdf0f8b24ad3a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8146a81a3da746b6aef3a53eb1e2b1af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0c410c28cf1c490c918913b53d878c1e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/ab697bd5384348a3ae2cae6928f3a982] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=50.2 K 2024-12-16T08:36:33,888 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 1627b75cbb184ba996ebd75403c8b180, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734338190340 2024-12-16T08:36:33,888 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting db9a5727279b4f6994fcdf0f8b24ad3a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734338190340 2024-12-16T08:36:33,892 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 84b3e68e12074580800a7b24bce33c61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734338190422 2024-12-16T08:36:33,893 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8146a81a3da746b6aef3a53eb1e2b1af, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734338190422 2024-12-16T08:36:33,896 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d140ede40734bdeb0610646faa0efad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338191068 2024-12-16T08:36:33,896 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c410c28cf1c490c918913b53d878c1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338191068 2024-12-16T08:36:33,904 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 90bc0e5035cb4cf790aa537d4c878142, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338192249 2024-12-16T08:36:33,904 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab697bd5384348a3ae2cae6928f3a982, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338192249 2024-12-16T08:36:33,943 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:33,943 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/469d81a7fd09458983a175a158f03a3e is 50, key is test_row_0/B:col10/1734338193373/Put/seqid=0 2024-12-16T08:36:33,964 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:33,964 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/483cf1dc604b48dda768b03451e1d0df is 50, key is test_row_0/A:col10/1734338193373/Put/seqid=0 2024-12-16T08:36:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742064_1240 (size=12663) 2024-12-16T08:36:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742063_1239 (size=12663) 2024-12-16T08:36:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:34,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T08:36:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:34,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:34,079 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/469d81a7fd09458983a175a158f03a3e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/469d81a7fd09458983a175a158f03a3e 2024-12-16T08:36:34,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/36ce1284b3af4aebb9a292ed75fca7bb is 50, key is test_row_0/A:col10/1734338194069/Put/seqid=0 2024-12-16T08:36:34,118 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into 469d81a7fd09458983a175a158f03a3e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:34,118 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:34,118 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=12, startTime=1734338193864; duration=0sec 2024-12-16T08:36:34,118 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:34,118 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:34,118 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:34,121 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:34,121 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:34,121 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:34,121 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/3afac17b242e451caedef049318f9ecb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/65c61ac9c7594fc6a713ec08d6bc8d8f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4b8838a9b97a44a6a1d88714b0960adf, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4cb706511fdb40db8c4677bff32b3b4c] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=47.8 K 2024-12-16T08:36:34,125 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 3afac17b242e451caedef049318f9ecb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734338190340 2024-12-16T08:36:34,131 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c61ac9c7594fc6a713ec08d6bc8d8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734338190422 2024-12-16T08:36:34,133 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b8838a9b97a44a6a1d88714b0960adf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338191068 2024-12-16T08:36:34,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742065_1241 (size=12151) 2024-12-16T08:36:34,141 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cb706511fdb40db8c4677bff32b3b4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338192249 2024-12-16T08:36:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338254141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338254142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338254143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338254143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338254145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,157 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:34,157 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/dee13b3c85d548a5998e43a19d4dc174 is 50, key is test_row_0/C:col10/1734338193373/Put/seqid=0 2024-12-16T08:36:34,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742066_1242 (size=12663) 2024-12-16T08:36:34,182 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/dee13b3c85d548a5998e43a19d4dc174 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/dee13b3c85d548a5998e43a19d4dc174 2024-12-16T08:36:34,204 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into dee13b3c85d548a5998e43a19d4dc174(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:34,204 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:34,204 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=12, startTime=1734338193864; duration=0sec 2024-12-16T08:36:34,205 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:34,205 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:34,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338254250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338254251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338254251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338254251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338254251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,450 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/483cf1dc604b48dda768b03451e1d0df as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/483cf1dc604b48dda768b03451e1d0df 2024-12-16T08:36:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338254456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338254459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338254460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338254462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,462 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into 483cf1dc604b48dda768b03451e1d0df(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:34,462 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:34,462 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=12, startTime=1734338193864; duration=0sec 2024-12-16T08:36:34,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338254462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,463 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:34,463 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:34,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/36ce1284b3af4aebb9a292ed75fca7bb 2024-12-16T08:36:34,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/f47db16e27cf41c5b7f62bf19890b2e9 is 50, key is test_row_0/B:col10/1734338194069/Put/seqid=0 2024-12-16T08:36:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T08:36:34,580 INFO [Thread-934 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-16T08:36:34,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-16T08:36:34,585 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:34,585 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:34,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T08:36:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742067_1243 (size=12151) 2024-12-16T08:36:34,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/f47db16e27cf41c5b7f62bf19890b2e9 2024-12-16T08:36:34,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/c1fe21978c8f48a59f7ac81e24becbb2 is 50, key is test_row_0/C:col10/1734338194069/Put/seqid=0 2024-12-16T08:36:34,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742068_1244 (size=12151) 2024-12-16T08:36:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T08:36:34,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/c1fe21978c8f48a59f7ac81e24becbb2 2024-12-16T08:36:34,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/36ce1284b3af4aebb9a292ed75fca7bb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/36ce1284b3af4aebb9a292ed75fca7bb 2024-12-16T08:36:34,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/36ce1284b3af4aebb9a292ed75fca7bb, entries=150, sequenceid=252, filesize=11.9 K 2024-12-16T08:36:34,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/f47db16e27cf41c5b7f62bf19890b2e9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/f47db16e27cf41c5b7f62bf19890b2e9 2024-12-16T08:36:34,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T08:36:34,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:34,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:34,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:34,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:34,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:34,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/f47db16e27cf41c5b7f62bf19890b2e9, entries=150, sequenceid=252, filesize=11.9 K 2024-12-16T08:36:34,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/c1fe21978c8f48a59f7ac81e24becbb2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c1fe21978c8f48a59f7ac81e24becbb2 2024-12-16T08:36:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338254763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338254766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c1fe21978c8f48a59f7ac81e24becbb2, entries=150, sequenceid=252, filesize=11.9 K 2024-12-16T08:36:34,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for a80bfb86d5eef4149a2b313f850f5738 in 701ms, sequenceid=252, compaction requested=false 2024-12-16T08:36:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:34,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:36:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:34,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c6b3815246564eb8b87ab86f5432b78b is 50, key is test_row_0/A:col10/1734338194772/Put/seqid=0 2024-12-16T08:36:34,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338254791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338254791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338254792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742069_1245 (size=12301) 2024-12-16T08:36:34,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c6b3815246564eb8b87ab86f5432b78b 2024-12-16T08:36:34,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/17d5c3931cd04762a34a81aac77bf1b3 is 50, key is test_row_0/B:col10/1734338194772/Put/seqid=0 2024-12-16T08:36:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742070_1246 (size=12301) 2024-12-16T08:36:34,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/17d5c3931cd04762a34a81aac77bf1b3 2024-12-16T08:36:34,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/6a8cdbe4cfab4aa28139b9d53152f28e is 50, key is test_row_0/C:col10/1734338194772/Put/seqid=0 2024-12-16T08:36:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T08:36:34,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T08:36:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:34,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:34,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:34,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338254897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:34,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338254898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338254900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742071_1247 (size=12301) 2024-12-16T08:36:35,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T08:36:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338255099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338255101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338255104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T08:36:35,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T08:36:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:35,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338255273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338255280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/6a8cdbe4cfab4aa28139b9d53152f28e 2024-12-16T08:36:35,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c6b3815246564eb8b87ab86f5432b78b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c6b3815246564eb8b87ab86f5432b78b 2024-12-16T08:36:35,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c6b3815246564eb8b87ab86f5432b78b, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:36:35,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/17d5c3931cd04762a34a81aac77bf1b3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/17d5c3931cd04762a34a81aac77bf1b3 2024-12-16T08:36:35,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/17d5c3931cd04762a34a81aac77bf1b3, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:36:35,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/6a8cdbe4cfab4aa28139b9d53152f28e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6a8cdbe4cfab4aa28139b9d53152f28e 2024-12-16T08:36:35,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6a8cdbe4cfab4aa28139b9d53152f28e, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:36:35,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a80bfb86d5eef4149a2b313f850f5738 in 586ms, sequenceid=279, compaction requested=true 2024-12-16T08:36:35,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:35,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:35,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:35,360 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:35,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:35,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:35,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:35,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:35,360 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:35,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T08:36:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:36:35,361 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:35,361 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:35,361 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:35,361 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/483cf1dc604b48dda768b03451e1d0df, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/36ce1284b3af4aebb9a292ed75fca7bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c6b3815246564eb8b87ab86f5432b78b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.2 K 2024-12-16T08:36:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:35,361 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:35,361 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:35,361 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,362 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/469d81a7fd09458983a175a158f03a3e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/f47db16e27cf41c5b7f62bf19890b2e9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/17d5c3931cd04762a34a81aac77bf1b3] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.2 K 2024-12-16T08:36:35,362 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483cf1dc604b48dda768b03451e1d0df, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338192249 2024-12-16T08:36:35,362 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 469d81a7fd09458983a175a158f03a3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338192249 2024-12-16T08:36:35,362 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36ce1284b3af4aebb9a292ed75fca7bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734338193448 2024-12-16T08:36:35,362 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f47db16e27cf41c5b7f62bf19890b2e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734338193448 2024-12-16T08:36:35,363 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6b3815246564eb8b87ab86f5432b78b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338194141 2024-12-16T08:36:35,363 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 17d5c3931cd04762a34a81aac77bf1b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338194141 2024-12-16T08:36:35,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/85eaf8082b6c406d8d463e2f5e2ffaf5 is 50, key is test_row_0/A:col10/1734338194791/Put/seqid=0 2024-12-16T08:36:35,368 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T08:36:35,373 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:35,374 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/b55a73eab4ec4e33a4da585680edde71 is 50, key is test_row_0/B:col10/1734338194772/Put/seqid=0 2024-12-16T08:36:35,376 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:35,377 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/59f47585ab2a46f495d0e96077dded13 is 50, key is test_row_0/A:col10/1734338194772/Put/seqid=0 2024-12-16T08:36:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742073_1249 (size=12915) 2024-12-16T08:36:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742072_1248 (size=12301) 2024-12-16T08:36:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742074_1250 (size=12915) 2024-12-16T08:36:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:35,434 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/b55a73eab4ec4e33a4da585680edde71 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/b55a73eab4ec4e33a4da585680edde71 2024-12-16T08:36:35,438 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/59f47585ab2a46f495d0e96077dded13 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/59f47585ab2a46f495d0e96077dded13 2024-12-16T08:36:35,449 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into 59f47585ab2a46f495d0e96077dded13(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:35,449 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:35,449 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=13, startTime=1734338195360; duration=0sec 2024-12-16T08:36:35,449 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:35,449 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:35,449 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:35,452 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into b55a73eab4ec4e33a4da585680edde71(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:35,452 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:35,452 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=13, startTime=1734338195360; duration=0sec 2024-12-16T08:36:35,452 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:35,452 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:35,459 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:35,459 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:35,460 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:35,460 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/dee13b3c85d548a5998e43a19d4dc174, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c1fe21978c8f48a59f7ac81e24becbb2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6a8cdbe4cfab4aa28139b9d53152f28e] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.2 K 2024-12-16T08:36:35,468 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting dee13b3c85d548a5998e43a19d4dc174, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734338192249 2024-12-16T08:36:35,469 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1fe21978c8f48a59f7ac81e24becbb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734338193448 2024-12-16T08:36:35,469 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a8cdbe4cfab4aa28139b9d53152f28e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338194141 2024-12-16T08:36:35,497 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:35,497 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/27f59eabe3f84d49a343978e39af3601 is 50, key is test_row_0/C:col10/1734338194772/Put/seqid=0 2024-12-16T08:36:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338255497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338255498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338255501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742075_1251 (size=12915) 2024-12-16T08:36:35,552 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/27f59eabe3f84d49a343978e39af3601 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/27f59eabe3f84d49a343978e39af3601 2024-12-16T08:36:35,605 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into 27f59eabe3f84d49a343978e39af3601(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:35,605 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:35,605 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=13, startTime=1734338195360; duration=0sec 2024-12-16T08:36:35,606 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:35,606 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:35,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338255606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338255607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338255611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T08:36:35,816 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/85eaf8082b6c406d8d463e2f5e2ffaf5 2024-12-16T08:36:35,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/9bfdde48c2624853b1d28a942e292597 is 50, key is test_row_0/B:col10/1734338194791/Put/seqid=0 2024-12-16T08:36:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338255821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338255824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338255824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742076_1252 (size=12301) 2024-12-16T08:36:35,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/9bfdde48c2624853b1d28a942e292597 2024-12-16T08:36:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a8704b115624405c9b51884078b12192 is 50, key is test_row_0/C:col10/1734338194791/Put/seqid=0 2024-12-16T08:36:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742077_1253 (size=12301) 2024-12-16T08:36:36,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338256127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338256130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338256134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338256277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338256296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,359 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a8704b115624405c9b51884078b12192 2024-12-16T08:36:36,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/85eaf8082b6c406d8d463e2f5e2ffaf5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/85eaf8082b6c406d8d463e2f5e2ffaf5 2024-12-16T08:36:36,378 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/85eaf8082b6c406d8d463e2f5e2ffaf5, entries=150, sequenceid=291, filesize=12.0 K 2024-12-16T08:36:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/9bfdde48c2624853b1d28a942e292597 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9bfdde48c2624853b1d28a942e292597 2024-12-16T08:36:36,385 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9bfdde48c2624853b1d28a942e292597, entries=150, sequenceid=291, filesize=12.0 K 2024-12-16T08:36:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a8704b115624405c9b51884078b12192 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a8704b115624405c9b51884078b12192 2024-12-16T08:36:36,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a8704b115624405c9b51884078b12192, entries=150, sequenceid=291, filesize=12.0 K 2024-12-16T08:36:36,400 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a80bfb86d5eef4149a2b313f850f5738 in 1039ms, sequenceid=291, compaction requested=false 2024-12-16T08:36:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-16T08:36:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-16T08:36:36,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-16T08:36:36,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-12-16T08:36:36,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.8370 sec 2024-12-16T08:36:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:36,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T08:36:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:36,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:36,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c657bddc40334e658259004d327ab5f7 is 50, key is test_row_0/A:col10/1734338195496/Put/seqid=0 2024-12-16T08:36:36,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338256670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338256671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338256671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742078_1254 (size=12301) 2024-12-16T08:36:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T08:36:36,700 INFO [Thread-934 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-16T08:36:36,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:36,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c657bddc40334e658259004d327ab5f7 2024-12-16T08:36:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-16T08:36:36,705 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T08:36:36,706 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:36,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:36,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/6725de2198044487ac1a4eb13b68f90c is 50, key is test_row_0/B:col10/1734338195496/Put/seqid=0 2024-12-16T08:36:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742079_1255 (size=12301) 2024-12-16T08:36:36,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/6725de2198044487ac1a4eb13b68f90c 2024-12-16T08:36:36,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338256778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338256782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338256782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T08:36:36,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/eb575e2917fd44928f7234ff6c5fc8da is 50, key is test_row_0/C:col10/1734338195496/Put/seqid=0 2024-12-16T08:36:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742080_1256 (size=12301) 2024-12-16T08:36:36,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/eb575e2917fd44928f7234ff6c5fc8da 2024-12-16T08:36:36,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:36,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:36,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:36,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:36,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:36,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:36,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:36,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/c657bddc40334e658259004d327ab5f7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c657bddc40334e658259004d327ab5f7 2024-12-16T08:36:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:36,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c657bddc40334e658259004d327ab5f7, entries=150, sequenceid=320, filesize=12.0 K 2024-12-16T08:36:36,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/6725de2198044487ac1a4eb13b68f90c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/6725de2198044487ac1a4eb13b68f90c 2024-12-16T08:36:36,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/6725de2198044487ac1a4eb13b68f90c, entries=150, sequenceid=320, filesize=12.0 K 2024-12-16T08:36:36,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/eb575e2917fd44928f7234ff6c5fc8da as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/eb575e2917fd44928f7234ff6c5fc8da 2024-12-16T08:36:36,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/eb575e2917fd44928f7234ff6c5fc8da, entries=150, sequenceid=320, filesize=12.0 K 2024-12-16T08:36:36,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for a80bfb86d5eef4149a2b313f850f5738 in 273ms, sequenceid=320, compaction requested=true 2024-12-16T08:36:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:36,910 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:36:36,910 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:36,912 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:36,912 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:36,912 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:36,912 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/b55a73eab4ec4e33a4da585680edde71, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9bfdde48c2624853b1d28a942e292597, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/6725de2198044487ac1a4eb13b68f90c] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.6 K 2024-12-16T08:36:36,913 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:36,913 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:36,913 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:36,913 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/59f47585ab2a46f495d0e96077dded13, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/85eaf8082b6c406d8d463e2f5e2ffaf5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c657bddc40334e658259004d327ab5f7] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.6 K 2024-12-16T08:36:36,913 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59f47585ab2a46f495d0e96077dded13, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338194141 2024-12-16T08:36:36,914 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b55a73eab4ec4e33a4da585680edde71, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338194141 2024-12-16T08:36:36,914 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85eaf8082b6c406d8d463e2f5e2ffaf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338194783 2024-12-16T08:36:36,914 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bfdde48c2624853b1d28a942e292597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338194783 2024-12-16T08:36:36,915 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c657bddc40334e658259004d327ab5f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734338195495 2024-12-16T08:36:36,916 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6725de2198044487ac1a4eb13b68f90c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734338195495 2024-12-16T08:36:36,928 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:36,929 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/cfcffdba8d434530bf8f7fcf31151ab6 is 50, key is test_row_0/A:col10/1734338195496/Put/seqid=0 2024-12-16T08:36:36,930 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:36,930 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c4b378a96b264518962d0e2b5d71a7d4 is 50, key is test_row_0/B:col10/1734338195496/Put/seqid=0 2024-12-16T08:36:36,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742081_1257 (size=13017) 2024-12-16T08:36:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742082_1258 (size=13017) 2024-12-16T08:36:36,985 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/cfcffdba8d434530bf8f7fcf31151ab6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/cfcffdba8d434530bf8f7fcf31151ab6 2024-12-16T08:36:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:36,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:36:36,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:36,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:36,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:36,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:36,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:36,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:36,997 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into cfcffdba8d434530bf8f7fcf31151ab6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:36,997 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:36,997 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=13, startTime=1734338196910; duration=0sec 2024-12-16T08:36:36,997 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:36,997 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:36,998 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:36,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/74105af702454f709771e02cbd3d70f0 is 50, key is test_row_0/A:col10/1734338196656/Put/seqid=0 2024-12-16T08:36:37,002 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:37,002 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:37,002 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,002 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/27f59eabe3f84d49a343978e39af3601, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a8704b115624405c9b51884078b12192, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/eb575e2917fd44928f7234ff6c5fc8da] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.6 K 2024-12-16T08:36:37,003 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27f59eabe3f84d49a343978e39af3601, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338194141 2024-12-16T08:36:37,003 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8704b115624405c9b51884078b12192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338194783 2024-12-16T08:36:37,004 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb575e2917fd44928f7234ff6c5fc8da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734338195495 2024-12-16T08:36:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T08:36:37,025 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:37,025 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/bd02ec3441904f2b97959789c428c023 is 50, key is test_row_0/C:col10/1734338195496/Put/seqid=0 2024-12-16T08:36:37,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742083_1259 (size=12301) 2024-12-16T08:36:37,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/74105af702454f709771e02cbd3d70f0 2024-12-16T08:36:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742084_1260 (size=13017) 2024-12-16T08:36:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338257084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338257089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338257089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,097 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/bd02ec3441904f2b97959789c428c023 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/bd02ec3441904f2b97959789c428c023 2024-12-16T08:36:37,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/fecd3037e3c3494d9decb78648366d9e is 50, key is test_row_0/B:col10/1734338196656/Put/seqid=0 2024-12-16T08:36:37,105 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into bd02ec3441904f2b97959789c428c023(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:37,105 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:37,105 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=13, startTime=1734338196910; duration=0sec 2024-12-16T08:36:37,105 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:37,105 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:37,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742085_1261 (size=12301) 2024-12-16T08:36:37,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338257193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338257195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338257204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T08:36:37,352 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,386 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c4b378a96b264518962d0e2b5d71a7d4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c4b378a96b264518962d0e2b5d71a7d4 2024-12-16T08:36:37,398 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into c4b378a96b264518962d0e2b5d71a7d4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:37,398 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:37,398 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=13, startTime=1734338196910; duration=0sec 2024-12-16T08:36:37,398 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:37,398 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:37,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338257400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338257408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338257410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/fecd3037e3c3494d9decb78648366d9e 2024-12-16T08:36:37,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/42c38096e2984857806968da52c1627c is 50, key is test_row_0/C:col10/1734338196656/Put/seqid=0 2024-12-16T08:36:37,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742086_1262 (size=12301) 2024-12-16T08:36:37,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:37,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:37,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338257716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338257716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338257717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T08:36:37,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:37,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:37,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:38,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/42c38096e2984857806968da52c1627c 2024-12-16T08:36:38,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/74105af702454f709771e02cbd3d70f0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/74105af702454f709771e02cbd3d70f0 2024-12-16T08:36:38,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/74105af702454f709771e02cbd3d70f0, entries=150, sequenceid=333, filesize=12.0 K 2024-12-16T08:36:38,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/fecd3037e3c3494d9decb78648366d9e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/fecd3037e3c3494d9decb78648366d9e 2024-12-16T08:36:38,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/fecd3037e3c3494d9decb78648366d9e, entries=150, sequenceid=333, filesize=12.0 K 2024-12-16T08:36:38,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/42c38096e2984857806968da52c1627c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/42c38096e2984857806968da52c1627c 2024-12-16T08:36:38,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/42c38096e2984857806968da52c1627c, entries=150, sequenceid=333, filesize=12.0 K 2024-12-16T08:36:38,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a80bfb86d5eef4149a2b313f850f5738 in 1101ms, sequenceid=333, compaction requested=false 2024-12-16T08:36:38,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:38,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-16T08:36:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:38,154 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:36:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:38,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/0ef9189a32e741409ef3d1895e19bfff is 50, key is test_row_0/A:col10/1734338197082/Put/seqid=0 2024-12-16T08:36:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742087_1263 (size=12301) 2024-12-16T08:36:38,200 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/0ef9189a32e741409ef3d1895e19bfff 2024-12-16T08:36:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:38,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/4b427b3b18984c579e83ea36e5146a33 is 50, key is test_row_0/B:col10/1734338197082/Put/seqid=0 2024-12-16T08:36:38,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338258243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338258244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338258245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742088_1264 (size=12301) 2024-12-16T08:36:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338258304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,306 DEBUG [Thread-932 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:38,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338258320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,322 DEBUG [Thread-924 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338258356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338258356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338258356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338258561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338258567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338258571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,668 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/4b427b3b18984c579e83ea36e5146a33 2024-12-16T08:36:38,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/8b60a3216a6d43e9982901c4ce084de7 is 50, key is test_row_0/C:col10/1734338197082/Put/seqid=0 2024-12-16T08:36:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742089_1265 (size=12301) 2024-12-16T08:36:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T08:36:38,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338258863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338258875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:38,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338258879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,130 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/8b60a3216a6d43e9982901c4ce084de7 2024-12-16T08:36:39,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/0ef9189a32e741409ef3d1895e19bfff as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0ef9189a32e741409ef3d1895e19bfff 2024-12-16T08:36:39,165 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0ef9189a32e741409ef3d1895e19bfff, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T08:36:39,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/4b427b3b18984c579e83ea36e5146a33 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4b427b3b18984c579e83ea36e5146a33 2024-12-16T08:36:39,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4b427b3b18984c579e83ea36e5146a33, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T08:36:39,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/8b60a3216a6d43e9982901c4ce084de7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/8b60a3216a6d43e9982901c4ce084de7 2024-12-16T08:36:39,183 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/8b60a3216a6d43e9982901c4ce084de7, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T08:36:39,183 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a80bfb86d5eef4149a2b313f850f5738 in 1029ms, sequenceid=360, compaction requested=true 2024-12-16T08:36:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-16T08:36:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-16T08:36:39,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-16T08:36:39,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4790 sec 2024-12-16T08:36:39,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.4860 sec 2024-12-16T08:36:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:39,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:36:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:39,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/6d5c15e2dfa54ef694580dddd91f0d51 is 50, key is test_row_0/A:col10/1734338199383/Put/seqid=0 2024-12-16T08:36:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338259419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338259419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338259423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742090_1266 (size=14741) 2024-12-16T08:36:39,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338259524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338259532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338259535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338259730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338259757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338259758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:39,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/6d5c15e2dfa54ef694580dddd91f0d51 2024-12-16T08:36:39,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/ffc0b43f6b154358b9fb1cf92eddf986 is 50, key is test_row_0/B:col10/1734338199383/Put/seqid=0 2024-12-16T08:36:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742091_1267 (size=12301) 2024-12-16T08:36:39,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/ffc0b43f6b154358b9fb1cf92eddf986 2024-12-16T08:36:40,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/0846a60ff3db41dda6f31ebaa3c30e7a is 50, key is test_row_0/C:col10/1734338199383/Put/seqid=0 2024-12-16T08:36:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338260035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742092_1268 (size=12301) 2024-12-16T08:36:40,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338260061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338260061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/0846a60ff3db41dda6f31ebaa3c30e7a 2024-12-16T08:36:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/6d5c15e2dfa54ef694580dddd91f0d51 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/6d5c15e2dfa54ef694580dddd91f0d51 2024-12-16T08:36:40,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/6d5c15e2dfa54ef694580dddd91f0d51, entries=200, sequenceid=373, filesize=14.4 K 2024-12-16T08:36:40,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/ffc0b43f6b154358b9fb1cf92eddf986 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ffc0b43f6b154358b9fb1cf92eddf986 2024-12-16T08:36:40,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ffc0b43f6b154358b9fb1cf92eddf986, entries=150, sequenceid=373, filesize=12.0 K 2024-12-16T08:36:40,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/0846a60ff3db41dda6f31ebaa3c30e7a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/0846a60ff3db41dda6f31ebaa3c30e7a 2024-12-16T08:36:40,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/0846a60ff3db41dda6f31ebaa3c30e7a, entries=150, sequenceid=373, filesize=12.0 K 2024-12-16T08:36:40,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a80bfb86d5eef4149a2b313f850f5738 in 1130ms, sequenceid=373, compaction requested=true 2024-12-16T08:36:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:40,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:40,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:40,516 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:40,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:40,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:40,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:40,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:36:40,516 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:40,523 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:40,523 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:40,523 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:40,523 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/cfcffdba8d434530bf8f7fcf31151ab6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/74105af702454f709771e02cbd3d70f0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0ef9189a32e741409ef3d1895e19bfff, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/6d5c15e2dfa54ef694580dddd91f0d51] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=51.1 K 2024-12-16T08:36:40,532 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfcffdba8d434530bf8f7fcf31151ab6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734338195495 2024-12-16T08:36:40,536 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74105af702454f709771e02cbd3d70f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734338196656 2024-12-16T08:36:40,536 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:40,536 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:40,537 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:40,537 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c4b378a96b264518962d0e2b5d71a7d4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/fecd3037e3c3494d9decb78648366d9e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4b427b3b18984c579e83ea36e5146a33, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ffc0b43f6b154358b9fb1cf92eddf986] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=48.8 K 2024-12-16T08:36:40,541 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ef9189a32e741409ef3d1895e19bfff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1734338197076 2024-12-16T08:36:40,542 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c4b378a96b264518962d0e2b5d71a7d4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734338195495 2024-12-16T08:36:40,542 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d5c15e2dfa54ef694580dddd91f0d51, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1734338198236 2024-12-16T08:36:40,550 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting fecd3037e3c3494d9decb78648366d9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734338196656 2024-12-16T08:36:40,551 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b427b3b18984c579e83ea36e5146a33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1734338197076 2024-12-16T08:36:40,552 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ffc0b43f6b154358b9fb1cf92eddf986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1734338198242 2024-12-16T08:36:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:40,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:36:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:40,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/07f54c9b53fe4590b4041934112ba3b2 is 50, key is test_row_0/A:col10/1734338199421/Put/seqid=0 2024-12-16T08:36:40,588 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:40,588 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/3b0b6e0441784cc29d05ec484c5924ac is 50, key is test_row_0/A:col10/1734338199383/Put/seqid=0 2024-12-16T08:36:40,593 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:40,594 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/31d3f1c0be29444987067285d819ef90 is 50, key is test_row_0/B:col10/1734338199383/Put/seqid=0 2024-12-16T08:36:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742093_1269 (size=14741) 2024-12-16T08:36:40,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338260617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338260628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338260629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/07f54c9b53fe4590b4041934112ba3b2 2024-12-16T08:36:40,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742095_1271 (size=13153) 2024-12-16T08:36:40,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742094_1270 (size=13153) 2024-12-16T08:36:40,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/4fd4c5c6af8f4af59d559e881ed009ae is 50, key is test_row_0/B:col10/1734338199421/Put/seqid=0 2024-12-16T08:36:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742096_1272 (size=12301) 2024-12-16T08:36:40,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/4fd4c5c6af8f4af59d559e881ed009ae 2024-12-16T08:36:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338260729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338260738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338260741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9 is 50, key is test_row_0/C:col10/1734338199421/Put/seqid=0 2024-12-16T08:36:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742097_1273 (size=12301) 2024-12-16T08:36:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T08:36:40,821 INFO [Thread-934 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-16T08:36:40,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-16T08:36:40,832 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:40,832 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:40,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-16T08:36:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-16T08:36:40,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338260939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338260947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338260952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:40,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:40,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:40,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:40,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:40,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:40,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,069 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/31d3f1c0be29444987067285d819ef90 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/31d3f1c0be29444987067285d819ef90 2024-12-16T08:36:41,070 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/3b0b6e0441784cc29d05ec484c5924ac as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3b0b6e0441784cc29d05ec484c5924ac 2024-12-16T08:36:41,088 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into 31d3f1c0be29444987067285d819ef90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:41,088 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,088 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=12, startTime=1734338200516; duration=0sec 2024-12-16T08:36:41,088 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:41,089 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:41,089 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:36:41,090 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into 3b0b6e0441784cc29d05ec484c5924ac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:41,090 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,090 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=12, startTime=1734338200516; duration=0sec 2024-12-16T08:36:41,090 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:41,091 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:41,096 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:36:41,096 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:41,096 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,096 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/bd02ec3441904f2b97959789c428c023, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/42c38096e2984857806968da52c1627c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/8b60a3216a6d43e9982901c4ce084de7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/0846a60ff3db41dda6f31ebaa3c30e7a] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=48.8 K 2024-12-16T08:36:41,097 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting bd02ec3441904f2b97959789c428c023, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734338195495 2024-12-16T08:36:41,097 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 42c38096e2984857806968da52c1627c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734338196656 2024-12-16T08:36:41,097 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b60a3216a6d43e9982901c4ce084de7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1734338197076 2024-12-16T08:36:41,098 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 0846a60ff3db41dda6f31ebaa3c30e7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1734338198242 2024-12-16T08:36:41,132 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:41,133 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/ca781e7080194446813fa41d147827de is 50, key is test_row_0/C:col10/1734338199383/Put/seqid=0 2024-12-16T08:36:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-16T08:36:41,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742098_1274 (size=13153) 2024-12-16T08:36:41,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:41,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,161 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/ca781e7080194446813fa41d147827de as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/ca781e7080194446813fa41d147827de 2024-12-16T08:36:41,172 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into ca781e7080194446813fa41d147827de(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:41,172 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,172 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=12, startTime=1734338200516; duration=0sec 2024-12-16T08:36:41,172 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:41,173 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:41,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9 2024-12-16T08:36:41,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/07f54c9b53fe4590b4041934112ba3b2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/07f54c9b53fe4590b4041934112ba3b2 2024-12-16T08:36:41,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/07f54c9b53fe4590b4041934112ba3b2, entries=200, sequenceid=397, filesize=14.4 K 2024-12-16T08:36:41,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/4fd4c5c6af8f4af59d559e881ed009ae as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4fd4c5c6af8f4af59d559e881ed009ae 2024-12-16T08:36:41,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4fd4c5c6af8f4af59d559e881ed009ae, entries=150, sequenceid=397, filesize=12.0 K 2024-12-16T08:36:41,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9 2024-12-16T08:36:41,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9, entries=150, sequenceid=397, filesize=12.0 K 2024-12-16T08:36:41,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a80bfb86d5eef4149a2b313f850f5738 in 682ms, sequenceid=397, compaction requested=false 2024-12-16T08:36:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:41,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T08:36:41,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:41,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/8a7741550a3447a592af07f50d553814 is 50, key is test_row_0/A:col10/1734338200610/Put/seqid=0 2024-12-16T08:36:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742099_1275 (size=12301) 2024-12-16T08:36:41,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/8a7741550a3447a592af07f50d553814 2024-12-16T08:36:41,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338261304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338261305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338261304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c217e4e197d64bd0ada0a2201db13119 is 50, key is test_row_0/B:col10/1734338200610/Put/seqid=0 2024-12-16T08:36:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742100_1276 (size=12301) 2024-12-16T08:36:41,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c217e4e197d64bd0ada0a2201db13119 2024-12-16T08:36:41,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/aeb5bfb7aacc4ed79971beceb5032713 is 50, key is test_row_0/C:col10/1734338200610/Put/seqid=0 2024-12-16T08:36:41,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338261408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338261411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742101_1277 (size=12301) 2024-12-16T08:36:41,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/aeb5bfb7aacc4ed79971beceb5032713 2024-12-16T08:36:41,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338261419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-16T08:36:41,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/8a7741550a3447a592af07f50d553814 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8a7741550a3447a592af07f50d553814 2024-12-16T08:36:41,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8a7741550a3447a592af07f50d553814, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:36:41,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c217e4e197d64bd0ada0a2201db13119 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c217e4e197d64bd0ada0a2201db13119 2024-12-16T08:36:41,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c217e4e197d64bd0ada0a2201db13119, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:36:41,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/aeb5bfb7aacc4ed79971beceb5032713 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/aeb5bfb7aacc4ed79971beceb5032713 2024-12-16T08:36:41,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/aeb5bfb7aacc4ed79971beceb5032713, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:36:41,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a80bfb86d5eef4149a2b313f850f5738 in 259ms, sequenceid=414, compaction requested=true 2024-12-16T08:36:41,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:36:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:36:41,513 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:41,514 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:41,515 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:41,515 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,515 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3b0b6e0441784cc29d05ec484c5924ac, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/07f54c9b53fe4590b4041934112ba3b2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8a7741550a3447a592af07f50d553814] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=39.3 K 2024-12-16T08:36:41,515 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b0b6e0441784cc29d05ec484c5924ac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1734338198242 2024-12-16T08:36:41,516 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:41,516 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07f54c9b53fe4590b4041934112ba3b2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1734338199413 2024-12-16T08:36:41,520 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a7741550a3447a592af07f50d553814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338200610 2024-12-16T08:36:41,522 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:41,522 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:41,522 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,522 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/ca781e7080194446813fa41d147827de, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/aeb5bfb7aacc4ed79971beceb5032713] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.9 K 2024-12-16T08:36:41,527 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ca781e7080194446813fa41d147827de, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1734338198242 2024-12-16T08:36:41,528 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a61cd1e5295d4a87bd2d4c3ea53f2cf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1734338199413 2024-12-16T08:36:41,531 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb5bfb7aacc4ed79971beceb5032713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338200610 2024-12-16T08:36:41,554 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:41,555 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/1211b85fc958496cac81a9477780aa0e is 50, key is test_row_0/A:col10/1734338200610/Put/seqid=0 2024-12-16T08:36:41,567 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:41,568 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e86244bb2ed64e149257771124669232 is 50, key is test_row_0/C:col10/1734338200610/Put/seqid=0 2024-12-16T08:36:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742102_1278 (size=13255) 2024-12-16T08:36:41,608 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/1211b85fc958496cac81a9477780aa0e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/1211b85fc958496cac81a9477780aa0e 2024-12-16T08:36:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742103_1279 (size=13255) 2024-12-16T08:36:41,616 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into 1211b85fc958496cac81a9477780aa0e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:41,616 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,617 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=13, startTime=1734338201512; duration=0sec 2024-12-16T08:36:41,617 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:41,617 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:41,617 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:41,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:36:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:41,624 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:41,624 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:41,624 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,624 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/31d3f1c0be29444987067285d819ef90, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4fd4c5c6af8f4af59d559e881ed009ae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c217e4e197d64bd0ada0a2201db13119] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=36.9 K 2024-12-16T08:36:41,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,627 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31d3f1c0be29444987067285d819ef90, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1734338198242 2024-12-16T08:36:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,628 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fd4c5c6af8f4af59d559e881ed009ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1734338199413 2024-12-16T08:36:41,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,628 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c217e4e197d64bd0ada0a2201db13119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338200610 2024-12-16T08:36:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,638 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e86244bb2ed64e149257771124669232 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e86244bb2ed64e149257771124669232 2024-12-16T08:36:41,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/e6a40ea570244c3fa6d363f8315da160 is 50, key is test_row_0/A:col10/1734338201303/Put/seqid=0 2024-12-16T08:36:41,646 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:41,646 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/85c9b9f10d4b49ea9e68ea39824366af is 50, key is test_row_0/B:col10/1734338200610/Put/seqid=0 2024-12-16T08:36:41,660 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into e86244bb2ed64e149257771124669232(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:41,660 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,660 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=13, startTime=1734338201513; duration=0sec 2024-12-16T08:36:41,660 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:41,660 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:41,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338261657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338261658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338261663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742104_1280 (size=12301) 2024-12-16T08:36:41,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/e6a40ea570244c3fa6d363f8315da160 2024-12-16T08:36:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742105_1281 (size=13255) 2024-12-16T08:36:41,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/101f299661b14bfaa76a10bb19c3cb5f is 50, key is test_row_0/B:col10/1734338201303/Put/seqid=0 2024-12-16T08:36:41,745 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/85c9b9f10d4b49ea9e68ea39824366af as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/85c9b9f10d4b49ea9e68ea39824366af 2024-12-16T08:36:41,752 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into 85c9b9f10d4b49ea9e68ea39824366af(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:41,752 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:41,752 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=13, startTime=1734338201513; duration=0sec 2024-12-16T08:36:41,752 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:41,752 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742106_1282 (size=12301) 2024-12-16T08:36:41,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338261768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338261768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338261776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:41,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-16T08:36:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338261973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338261975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338261982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/101f299661b14bfaa76a10bb19c3cb5f 2024-12-16T08:36:42,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e8d243f2185040cf83b30bb9f9c6f588 is 50, key is test_row_0/C:col10/1734338201303/Put/seqid=0 2024-12-16T08:36:42,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742107_1283 (size=12301) 2024-12-16T08:36:42,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338262278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338262286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338262286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56118 deadline: 1734338262326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,329 DEBUG [Thread-932 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56128 deadline: 1734338262346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,349 DEBUG [Thread-924 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:36:42,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e8d243f2185040cf83b30bb9f9c6f588 2024-12-16T08:36:42,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/e6a40ea570244c3fa6d363f8315da160 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/e6a40ea570244c3fa6d363f8315da160 2024-12-16T08:36:42,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/e6a40ea570244c3fa6d363f8315da160, entries=150, sequenceid=439, filesize=12.0 K 2024-12-16T08:36:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/101f299661b14bfaa76a10bb19c3cb5f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/101f299661b14bfaa76a10bb19c3cb5f 2024-12-16T08:36:42,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/101f299661b14bfaa76a10bb19c3cb5f, entries=150, sequenceid=439, filesize=12.0 K 2024-12-16T08:36:42,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/e8d243f2185040cf83b30bb9f9c6f588 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e8d243f2185040cf83b30bb9f9c6f588 2024-12-16T08:36:42,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e8d243f2185040cf83b30bb9f9c6f588, entries=150, sequenceid=439, filesize=12.0 K 2024-12-16T08:36:42,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a80bfb86d5eef4149a2b313f850f5738 in 1132ms, sequenceid=439, compaction requested=false 2024-12-16T08:36:42,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:42,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:36:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:42,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:42,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/870a908fb0a049e98e06fc1bbf5b8794 is 50, key is test_row_0/A:col10/1734338201632/Put/seqid=0 2024-12-16T08:36:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742108_1284 (size=12301) 2024-12-16T08:36:42,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/870a908fb0a049e98e06fc1bbf5b8794 2024-12-16T08:36:42,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e53026bd7dde4127abff2beaa2ef72ef is 50, key is test_row_0/B:col10/1734338201632/Put/seqid=0 2024-12-16T08:36:42,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338262865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338262866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338262873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742109_1285 (size=12301) 2024-12-16T08:36:42,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:42,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:42,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:42,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-16T08:36:42,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338262973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338262976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338262976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338263176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:43,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338263179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338263179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e53026bd7dde4127abff2beaa2ef72ef 2024-12-16T08:36:43,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/390f0016a9d34cfa9bdc4fae8a7b367f is 50, key is test_row_0/C:col10/1734338201632/Put/seqid=0 2024-12-16T08:36:43,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742110_1286 (size=12301) 2024-12-16T08:36:43,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/390f0016a9d34cfa9bdc4fae8a7b367f 2024-12-16T08:36:43,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/870a908fb0a049e98e06fc1bbf5b8794 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/870a908fb0a049e98e06fc1bbf5b8794 2024-12-16T08:36:43,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/870a908fb0a049e98e06fc1bbf5b8794, entries=150, sequenceid=454, filesize=12.0 K 2024-12-16T08:36:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e53026bd7dde4127abff2beaa2ef72ef as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e53026bd7dde4127abff2beaa2ef72ef 2024-12-16T08:36:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338263481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338263482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338263485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e53026bd7dde4127abff2beaa2ef72ef, entries=150, sequenceid=454, filesize=12.0 K 2024-12-16T08:36:43,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/390f0016a9d34cfa9bdc4fae8a7b367f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/390f0016a9d34cfa9bdc4fae8a7b367f 2024-12-16T08:36:43,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:43,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/390f0016a9d34cfa9bdc4fae8a7b367f, entries=150, sequenceid=454, filesize=12.0 K 2024-12-16T08:36:43,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a80bfb86d5eef4149a2b313f850f5738 in 751ms, sequenceid=454, compaction requested=true 2024-12-16T08:36:43,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:43,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:43,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:43,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:43,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:43,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:43,538 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:43,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:43,538 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:43,539 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:43,539 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:43,540 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:43,540 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:43,540 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,540 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/85c9b9f10d4b49ea9e68ea39824366af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/101f299661b14bfaa76a10bb19c3cb5f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e53026bd7dde4127abff2beaa2ef72ef] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=37.0 K 2024-12-16T08:36:43,540 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,540 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/1211b85fc958496cac81a9477780aa0e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/e6a40ea570244c3fa6d363f8315da160, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/870a908fb0a049e98e06fc1bbf5b8794] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=37.0 K 2024-12-16T08:36:43,541 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 85c9b9f10d4b49ea9e68ea39824366af, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338200610 2024-12-16T08:36:43,541 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1211b85fc958496cac81a9477780aa0e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338200610 2024-12-16T08:36:43,541 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 101f299661b14bfaa76a10bb19c3cb5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338201302 2024-12-16T08:36:43,542 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6a40ea570244c3fa6d363f8315da160, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338201302 2024-12-16T08:36:43,542 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e53026bd7dde4127abff2beaa2ef72ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338201632 2024-12-16T08:36:43,542 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 870a908fb0a049e98e06fc1bbf5b8794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338201632 2024-12-16T08:36:43,554 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:43,555 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/a5f5a0095edc4141a31dd683b6afccb0 is 50, key is test_row_0/B:col10/1734338201632/Put/seqid=0 2024-12-16T08:36:43,558 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:43,559 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/81b72ef5fff94b79b85e85b63ef967f1 is 50, key is test_row_0/A:col10/1734338201632/Put/seqid=0 2024-12-16T08:36:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742111_1287 (size=13357) 2024-12-16T08:36:43,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742112_1288 (size=13357) 2024-12-16T08:36:43,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:43,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-16T08:36:43,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:43,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:36:43,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/d6816d5bb7954546a87c072248ad1f58 is 50, key is test_row_0/A:col10/1734338202864/Put/seqid=0 2024-12-16T08:36:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742113_1289 (size=12301) 2024-12-16T08:36:43,723 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/d6816d5bb7954546a87c072248ad1f58 2024-12-16T08:36:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c771150021f145b289e6d4bc20b8a143 is 50, key is test_row_0/B:col10/1734338202864/Put/seqid=0 2024-12-16T08:36:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742114_1290 (size=12301) 2024-12-16T08:36:43,787 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c771150021f145b289e6d4bc20b8a143 2024-12-16T08:36:43,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a4d08c2f1ee04481a58b6c2be2347dca is 50, key is test_row_0/C:col10/1734338202864/Put/seqid=0 2024-12-16T08:36:43,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742115_1291 (size=12301) 2024-12-16T08:36:44,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. as already flushing 2024-12-16T08:36:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:44,000 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/81b72ef5fff94b79b85e85b63ef967f1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/81b72ef5fff94b79b85e85b63ef967f1 2024-12-16T08:36:44,003 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/a5f5a0095edc4141a31dd683b6afccb0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a5f5a0095edc4141a31dd683b6afccb0 2024-12-16T08:36:44,007 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into 81b72ef5fff94b79b85e85b63ef967f1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:44,007 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:44,007 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=13, startTime=1734338203537; duration=0sec 2024-12-16T08:36:44,007 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:44,008 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:44,008 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:44,010 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into a5f5a0095edc4141a31dd683b6afccb0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:44,010 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:44,010 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=13, startTime=1734338203538; duration=0sec 2024-12-16T08:36:44,010 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:44,010 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:44,011 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:44,011 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:44,011 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:44,011 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e86244bb2ed64e149257771124669232, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e8d243f2185040cf83b30bb9f9c6f588, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/390f0016a9d34cfa9bdc4fae8a7b367f] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=37.0 K 2024-12-16T08:36:44,012 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e86244bb2ed64e149257771124669232, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338200610 2024-12-16T08:36:44,013 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d243f2185040cf83b30bb9f9c6f588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338201302 2024-12-16T08:36:44,014 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 390f0016a9d34cfa9bdc4fae8a7b367f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338201632 2024-12-16T08:36:44,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338264013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:44,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338264014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:44,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338264016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:44,037 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:44,038 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/33a04ba0445a4321a9b9ecfe4a9348bb is 50, key is test_row_0/C:col10/1734338201632/Put/seqid=0 2024-12-16T08:36:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742116_1292 (size=13357) 2024-12-16T08:36:44,073 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/33a04ba0445a4321a9b9ecfe4a9348bb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/33a04ba0445a4321a9b9ecfe4a9348bb 2024-12-16T08:36:44,079 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into 33a04ba0445a4321a9b9ecfe4a9348bb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:44,079 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:44,079 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=13, startTime=1734338203538; duration=0sec 2024-12-16T08:36:44,079 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:44,079 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56074 deadline: 1734338264120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56080 deadline: 1734338264122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:44,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56094 deadline: 1734338264132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:44,262 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a4d08c2f1ee04481a58b6c2be2347dca 2024-12-16T08:36:44,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/d6816d5bb7954546a87c072248ad1f58 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d6816d5bb7954546a87c072248ad1f58 2024-12-16T08:36:44,277 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d6816d5bb7954546a87c072248ad1f58, entries=150, sequenceid=478, filesize=12.0 K 2024-12-16T08:36:44,278 DEBUG [Thread-943 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2446f174 to 127.0.0.1:62313 2024-12-16T08:36:44,278 DEBUG [Thread-943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/c771150021f145b289e6d4bc20b8a143 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c771150021f145b289e6d4bc20b8a143 2024-12-16T08:36:44,281 DEBUG [Thread-937 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ab3f837 to 127.0.0.1:62313 2024-12-16T08:36:44,281 DEBUG [Thread-937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,286 DEBUG [Thread-939 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2834a215 to 127.0.0.1:62313 2024-12-16T08:36:44,286 DEBUG [Thread-939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,286 DEBUG [Thread-935 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15d2a893 to 127.0.0.1:62313 2024-12-16T08:36:44,286 DEBUG [Thread-935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,287 DEBUG [Thread-941 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x187234de to 127.0.0.1:62313 2024-12-16T08:36:44,287 DEBUG [Thread-941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c771150021f145b289e6d4bc20b8a143, entries=150, sequenceid=478, filesize=12.0 K 2024-12-16T08:36:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/a4d08c2f1ee04481a58b6c2be2347dca as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a4d08c2f1ee04481a58b6c2be2347dca 2024-12-16T08:36:44,293 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a4d08c2f1ee04481a58b6c2be2347dca, entries=150, sequenceid=478, filesize=12.0 K 2024-12-16T08:36:44,294 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a80bfb86d5eef4149a2b313f850f5738 in 602ms, sequenceid=478, compaction requested=false 2024-12-16T08:36:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-16T08:36:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-16T08:36:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-16T08:36:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4630 sec 2024-12-16T08:36:44,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 3.4680 sec 2024-12-16T08:36:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:44,326 DEBUG [Thread-930 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4093d76e to 127.0.0.1:62313 2024-12-16T08:36:44,326 DEBUG [Thread-926 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21cebefa to 127.0.0.1:62313 2024-12-16T08:36:44,326 DEBUG [Thread-930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,326 DEBUG [Thread-926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T08:36:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:44,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/58fc8386c90441898bd39f91f56060bb is 50, key is test_row_0/A:col10/1734338204013/Put/seqid=0 2024-12-16T08:36:44,339 DEBUG [Thread-928 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e7c8846 to 127.0.0.1:62313 2024-12-16T08:36:44,339 DEBUG [Thread-928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742117_1293 (size=12301) 2024-12-16T08:36:44,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/58fc8386c90441898bd39f91f56060bb 2024-12-16T08:36:44,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/70ef30748fff40a787150ac62d1ebeaa is 50, key is test_row_0/B:col10/1734338204013/Put/seqid=0 2024-12-16T08:36:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742118_1294 (size=12301) 2024-12-16T08:36:44,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/70ef30748fff40a787150ac62d1ebeaa 2024-12-16T08:36:44,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/c6a1f14774494f95a82e9c387afb2236 is 50, key is test_row_0/C:col10/1734338204013/Put/seqid=0 2024-12-16T08:36:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742119_1295 (size=12301) 2024-12-16T08:36:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-16T08:36:44,953 INFO [Thread-934 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-16T08:36:45,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/c6a1f14774494f95a82e9c387afb2236 2024-12-16T08:36:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/58fc8386c90441898bd39f91f56060bb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/58fc8386c90441898bd39f91f56060bb 2024-12-16T08:36:45,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/58fc8386c90441898bd39f91f56060bb, entries=150, sequenceid=495, filesize=12.0 K 2024-12-16T08:36:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/70ef30748fff40a787150ac62d1ebeaa as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/70ef30748fff40a787150ac62d1ebeaa 2024-12-16T08:36:45,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/70ef30748fff40a787150ac62d1ebeaa, entries=150, sequenceid=495, filesize=12.0 K 2024-12-16T08:36:45,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/c6a1f14774494f95a82e9c387afb2236 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c6a1f14774494f95a82e9c387afb2236 2024-12-16T08:36:45,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c6a1f14774494f95a82e9c387afb2236, entries=150, sequenceid=495, filesize=12.0 K 2024-12-16T08:36:45,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for a80bfb86d5eef4149a2b313f850f5738 in 968ms, sequenceid=495, compaction requested=true 2024-12-16T08:36:45,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:36:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:36:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:45,296 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a80bfb86d5eef4149a2b313f850f5738:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:36:45,296 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:45,297 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:45,297 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:45,297 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/B is initiating minor compaction (all files) 2024-12-16T08:36:45,297 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/A is initiating minor compaction (all files) 2024-12-16T08:36:45,297 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/B in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:45,297 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/A in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:45,297 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a5f5a0095edc4141a31dd683b6afccb0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c771150021f145b289e6d4bc20b8a143, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/70ef30748fff40a787150ac62d1ebeaa] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=37.1 K 2024-12-16T08:36:45,297 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/81b72ef5fff94b79b85e85b63ef967f1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d6816d5bb7954546a87c072248ad1f58, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/58fc8386c90441898bd39f91f56060bb] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=37.1 K 2024-12-16T08:36:45,297 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a5f5a0095edc4141a31dd683b6afccb0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338201632 2024-12-16T08:36:45,298 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81b72ef5fff94b79b85e85b63ef967f1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338201632 2024-12-16T08:36:45,298 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c771150021f145b289e6d4bc20b8a143, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1734338202862 2024-12-16T08:36:45,298 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6816d5bb7954546a87c072248ad1f58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1734338202862 2024-12-16T08:36:45,298 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ef30748fff40a787150ac62d1ebeaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1734338204013 2024-12-16T08:36:45,298 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58fc8386c90441898bd39f91f56060bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1734338204013 2024-12-16T08:36:45,314 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:45,315 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e60b701a6d1f419dbe9280e27a75ea35 is 50, key is test_row_0/B:col10/1734338204013/Put/seqid=0 2024-12-16T08:36:45,317 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:45,317 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/40ab7f75d1224436a933bb6ce3049b2d is 50, key is test_row_0/A:col10/1734338204013/Put/seqid=0 2024-12-16T08:36:45,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742121_1297 (size=13459) 2024-12-16T08:36:45,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742120_1296 (size=13459) 2024-12-16T08:36:45,357 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/e60b701a6d1f419dbe9280e27a75ea35 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e60b701a6d1f419dbe9280e27a75ea35 2024-12-16T08:36:45,374 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/B of a80bfb86d5eef4149a2b313f850f5738 into e60b701a6d1f419dbe9280e27a75ea35(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:45,374 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:45,374 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/B, priority=13, startTime=1734338205296; duration=0sec 2024-12-16T08:36:45,374 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:36:45,374 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:B 2024-12-16T08:36:45,375 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:36:45,379 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:36:45,379 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): a80bfb86d5eef4149a2b313f850f5738/C is initiating minor compaction (all files) 2024-12-16T08:36:45,379 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a80bfb86d5eef4149a2b313f850f5738/C in TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:45,379 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/33a04ba0445a4321a9b9ecfe4a9348bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a4d08c2f1ee04481a58b6c2be2347dca, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c6a1f14774494f95a82e9c387afb2236] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp, totalSize=37.1 K 2024-12-16T08:36:45,380 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a04ba0445a4321a9b9ecfe4a9348bb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338201632 2024-12-16T08:36:45,381 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a4d08c2f1ee04481a58b6c2be2347dca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1734338202862 2024-12-16T08:36:45,381 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c6a1f14774494f95a82e9c387afb2236, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1734338204013 2024-12-16T08:36:45,394 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a80bfb86d5eef4149a2b313f850f5738#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:36:45,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/619983ad7fd44302ab241d4a0022ac1d is 50, key is test_row_0/C:col10/1734338204013/Put/seqid=0 2024-12-16T08:36:45,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742122_1298 (size=13459) 2024-12-16T08:36:45,741 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/40ab7f75d1224436a933bb6ce3049b2d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/40ab7f75d1224436a933bb6ce3049b2d 2024-12-16T08:36:45,747 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/A of a80bfb86d5eef4149a2b313f850f5738 into 40ab7f75d1224436a933bb6ce3049b2d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:45,747 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:45,747 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/A, priority=13, startTime=1734338205295; duration=0sec 2024-12-16T08:36:45,747 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:45,747 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:A 2024-12-16T08:36:45,808 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/619983ad7fd44302ab241d4a0022ac1d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/619983ad7fd44302ab241d4a0022ac1d 2024-12-16T08:36:45,813 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a80bfb86d5eef4149a2b313f850f5738/C of a80bfb86d5eef4149a2b313f850f5738 into 619983ad7fd44302ab241d4a0022ac1d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:36:45,813 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:45,813 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738., storeName=a80bfb86d5eef4149a2b313f850f5738/C, priority=13, startTime=1734338205296; duration=0sec 2024-12-16T08:36:45,813 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:36:45,813 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a80bfb86d5eef4149a2b313f850f5738:C 2024-12-16T08:36:52,388 DEBUG [Thread-932 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31178bc2 to 127.0.0.1:62313 2024-12-16T08:36:52,388 DEBUG [Thread-932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:52,422 DEBUG [Thread-924 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f02d8c to 127.0.0.1:62313 2024-12-16T08:36:52,422 DEBUG [Thread-924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:52,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3884 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3893 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3786 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3879 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3858 2024-12-16T08:36:52,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T08:36:52,423 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:36:52,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305a451d to 127.0.0.1:62313 2024-12-16T08:36:52,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:36:52,423 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T08:36:52,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-16T08:36:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T08:36:52,426 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338212426"}]},"ts":"1734338212426"} 2024-12-16T08:36:52,427 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T08:36:52,429 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T08:36:52,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:36:52,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a80bfb86d5eef4149a2b313f850f5738, UNASSIGN}] 2024-12-16T08:36:52,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a80bfb86d5eef4149a2b313f850f5738, UNASSIGN 2024-12-16T08:36:52,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=a80bfb86d5eef4149a2b313f850f5738, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:52,432 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:36:52,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; CloseRegionProcedure a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:36:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T08:36:52,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:52,584 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(124): Close a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:52,584 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:36:52,584 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1681): Closing a80bfb86d5eef4149a2b313f850f5738, disabling compactions & flushes 2024-12-16T08:36:52,584 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:52,584 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:52,584 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. after waiting 0 ms 2024-12-16T08:36:52,584 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:52,584 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(2837): Flushing a80bfb86d5eef4149a2b313f850f5738 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-16T08:36:52,585 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=A 2024-12-16T08:36:52,585 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:52,585 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=B 2024-12-16T08:36:52,585 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:52,585 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a80bfb86d5eef4149a2b313f850f5738, store=C 2024-12-16T08:36:52,585 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:52,588 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/edbd074375864101ba5a831a6f94d36a is 50, key is test_row_1/A:col10/1734338212421/Put/seqid=0 2024-12-16T08:36:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742123_1299 (size=9857) 2024-12-16T08:36:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T08:36:52,993 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/edbd074375864101ba5a831a6f94d36a 2024-12-16T08:36:53,025 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/24101720c20e46b994be98e6f83f6cfe is 50, key is test_row_1/B:col10/1734338212421/Put/seqid=0 2024-12-16T08:36:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T08:36:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742124_1300 (size=9857) 2024-12-16T08:36:53,444 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/24101720c20e46b994be98e6f83f6cfe 2024-12-16T08:36:53,451 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/11d8c5ac92b44fc79ca5bc1d60e0e662 is 50, key is test_row_1/C:col10/1734338212421/Put/seqid=0 2024-12-16T08:36:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742125_1301 (size=9857) 2024-12-16T08:36:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T08:36:53,855 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/11d8c5ac92b44fc79ca5bc1d60e0e662 2024-12-16T08:36:53,860 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/A/edbd074375864101ba5a831a6f94d36a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/edbd074375864101ba5a831a6f94d36a 2024-12-16T08:36:53,864 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/edbd074375864101ba5a831a6f94d36a, entries=100, sequenceid=504, filesize=9.6 K 2024-12-16T08:36:53,865 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/B/24101720c20e46b994be98e6f83f6cfe as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/24101720c20e46b994be98e6f83f6cfe 2024-12-16T08:36:53,869 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/24101720c20e46b994be98e6f83f6cfe, entries=100, sequenceid=504, filesize=9.6 K 2024-12-16T08:36:53,870 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/.tmp/C/11d8c5ac92b44fc79ca5bc1d60e0e662 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/11d8c5ac92b44fc79ca5bc1d60e0e662 2024-12-16T08:36:53,878 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/11d8c5ac92b44fc79ca5bc1d60e0e662, entries=100, sequenceid=504, filesize=9.6 K 2024-12-16T08:36:53,879 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for a80bfb86d5eef4149a2b313f850f5738 in 1295ms, sequenceid=504, compaction requested=false 2024-12-16T08:36:53,880 DEBUG [StoreCloser-TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/9e673cb332d44bc0b430806e36e9d4c5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/50cf5bad5be640888a151e61ad189084, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3e213534870f428d9a4ea4f58a40f2a6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/a819d511ba7c4c4285005c9a6e1b0207, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/bc6372f4a4034e88bcf7e4c2e4ae8888, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/7f66a978759543c9b524a9b014b5308b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/05179db548c54edbb888a9eae2e89a5b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/b16335dc23dc49d18aeb54456b94d571, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c3048cc8620142a6a0042d765bfc26f6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d34b722308b846988c24003beb4ac47c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/db9a5727279b4f6994fcdf0f8b24ad3a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/62aed1dafe5144eabb83c0ad192ff751, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8146a81a3da746b6aef3a53eb1e2b1af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0c410c28cf1c490c918913b53d878c1e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/483cf1dc604b48dda768b03451e1d0df, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/ab697bd5384348a3ae2cae6928f3a982, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/36ce1284b3af4aebb9a292ed75fca7bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/59f47585ab2a46f495d0e96077dded13, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c6b3815246564eb8b87ab86f5432b78b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/85eaf8082b6c406d8d463e2f5e2ffaf5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/cfcffdba8d434530bf8f7fcf31151ab6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c657bddc40334e658259004d327ab5f7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/74105af702454f709771e02cbd3d70f0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0ef9189a32e741409ef3d1895e19bfff, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/6d5c15e2dfa54ef694580dddd91f0d51, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3b0b6e0441784cc29d05ec484c5924ac, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/07f54c9b53fe4590b4041934112ba3b2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/1211b85fc958496cac81a9477780aa0e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8a7741550a3447a592af07f50d553814, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/e6a40ea570244c3fa6d363f8315da160, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/81b72ef5fff94b79b85e85b63ef967f1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/870a908fb0a049e98e06fc1bbf5b8794, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d6816d5bb7954546a87c072248ad1f58, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/58fc8386c90441898bd39f91f56060bb] to archive 2024-12-16T08:36:53,883 DEBUG [StoreCloser-TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:36:53,892 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/9e673cb332d44bc0b430806e36e9d4c5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/9e673cb332d44bc0b430806e36e9d4c5 2024-12-16T08:36:53,908 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/50cf5bad5be640888a151e61ad189084 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/50cf5bad5be640888a151e61ad189084 2024-12-16T08:36:53,912 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/a819d511ba7c4c4285005c9a6e1b0207 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/a819d511ba7c4c4285005c9a6e1b0207 2024-12-16T08:36:53,913 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3e213534870f428d9a4ea4f58a40f2a6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3e213534870f428d9a4ea4f58a40f2a6 2024-12-16T08:36:53,915 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/bc6372f4a4034e88bcf7e4c2e4ae8888 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/bc6372f4a4034e88bcf7e4c2e4ae8888 2024-12-16T08:36:53,915 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/7f66a978759543c9b524a9b014b5308b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/7f66a978759543c9b524a9b014b5308b 2024-12-16T08:36:53,916 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/05179db548c54edbb888a9eae2e89a5b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/05179db548c54edbb888a9eae2e89a5b 2024-12-16T08:36:53,917 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c3048cc8620142a6a0042d765bfc26f6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c3048cc8620142a6a0042d765bfc26f6 2024-12-16T08:36:53,918 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d34b722308b846988c24003beb4ac47c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d34b722308b846988c24003beb4ac47c 2024-12-16T08:36:53,918 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/b16335dc23dc49d18aeb54456b94d571 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/b16335dc23dc49d18aeb54456b94d571 2024-12-16T08:36:53,919 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/db9a5727279b4f6994fcdf0f8b24ad3a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/db9a5727279b4f6994fcdf0f8b24ad3a 2024-12-16T08:36:53,919 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/62aed1dafe5144eabb83c0ad192ff751 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/62aed1dafe5144eabb83c0ad192ff751 2024-12-16T08:36:53,921 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0c410c28cf1c490c918913b53d878c1e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0c410c28cf1c490c918913b53d878c1e 2024-12-16T08:36:53,922 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/36ce1284b3af4aebb9a292ed75fca7bb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/36ce1284b3af4aebb9a292ed75fca7bb 2024-12-16T08:36:53,922 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8146a81a3da746b6aef3a53eb1e2b1af to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8146a81a3da746b6aef3a53eb1e2b1af 2024-12-16T08:36:53,922 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/483cf1dc604b48dda768b03451e1d0df to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/483cf1dc604b48dda768b03451e1d0df 2024-12-16T08:36:53,922 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c6b3815246564eb8b87ab86f5432b78b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c6b3815246564eb8b87ab86f5432b78b 2024-12-16T08:36:53,922 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/85eaf8082b6c406d8d463e2f5e2ffaf5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/85eaf8082b6c406d8d463e2f5e2ffaf5 2024-12-16T08:36:53,924 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/ab697bd5384348a3ae2cae6928f3a982 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/ab697bd5384348a3ae2cae6928f3a982 2024-12-16T08:36:53,925 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c657bddc40334e658259004d327ab5f7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/c657bddc40334e658259004d327ab5f7 2024-12-16T08:36:53,925 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0ef9189a32e741409ef3d1895e19bfff to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/0ef9189a32e741409ef3d1895e19bfff 2024-12-16T08:36:53,925 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3b0b6e0441784cc29d05ec484c5924ac to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/3b0b6e0441784cc29d05ec484c5924ac 2024-12-16T08:36:53,925 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/cfcffdba8d434530bf8f7fcf31151ab6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/cfcffdba8d434530bf8f7fcf31151ab6 2024-12-16T08:36:53,926 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/1211b85fc958496cac81a9477780aa0e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/1211b85fc958496cac81a9477780aa0e 2024-12-16T08:36:53,927 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/e6a40ea570244c3fa6d363f8315da160 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/e6a40ea570244c3fa6d363f8315da160 2024-12-16T08:36:53,927 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/59f47585ab2a46f495d0e96077dded13 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/59f47585ab2a46f495d0e96077dded13 2024-12-16T08:36:53,927 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/6d5c15e2dfa54ef694580dddd91f0d51 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/6d5c15e2dfa54ef694580dddd91f0d51 2024-12-16T08:36:53,927 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/07f54c9b53fe4590b4041934112ba3b2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/07f54c9b53fe4590b4041934112ba3b2 2024-12-16T08:36:53,928 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/81b72ef5fff94b79b85e85b63ef967f1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/81b72ef5fff94b79b85e85b63ef967f1 2024-12-16T08:36:53,928 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/870a908fb0a049e98e06fc1bbf5b8794 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/870a908fb0a049e98e06fc1bbf5b8794 2024-12-16T08:36:53,928 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d6816d5bb7954546a87c072248ad1f58 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/d6816d5bb7954546a87c072248ad1f58 2024-12-16T08:36:53,929 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/58fc8386c90441898bd39f91f56060bb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/58fc8386c90441898bd39f91f56060bb 2024-12-16T08:36:53,932 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/74105af702454f709771e02cbd3d70f0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/74105af702454f709771e02cbd3d70f0 2024-12-16T08:36:53,933 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8a7741550a3447a592af07f50d553814 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/8a7741550a3447a592af07f50d553814 2024-12-16T08:36:53,936 DEBUG [StoreCloser-TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d9493cb8b3ad4289a821b4653941d535, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/13690060141d495c8db7d9a2c8b868e6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/8156d7ed0acd463f8ad8e81df88a1190, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/5430d6d368f34fae90b67acb504fc188, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e0e70888b4764acb8cc9c7c8e9593307, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a668394efe024bc5a2e1b4e8c67220a8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/81ae446ff9974ecea56a2cd246b318bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/7baed2eda99446099d7f90209b725469, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/cf1730e6d53a4b7494dcbd154951cc58, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d0f9fb1755704082b7d21c80e5fd8992, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/1627b75cbb184ba996ebd75403c8b180, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ace53ec9ee554191ab43295b8f1ce232, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/84b3e68e12074580800a7b24bce33c61, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9d140ede40734bdeb0610646faa0efad, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/469d81a7fd09458983a175a158f03a3e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/90bc0e5035cb4cf790aa537d4c878142, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/f47db16e27cf41c5b7f62bf19890b2e9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/b55a73eab4ec4e33a4da585680edde71, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/17d5c3931cd04762a34a81aac77bf1b3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9bfdde48c2624853b1d28a942e292597, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c4b378a96b264518962d0e2b5d71a7d4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/6725de2198044487ac1a4eb13b68f90c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/fecd3037e3c3494d9decb78648366d9e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4b427b3b18984c579e83ea36e5146a33, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/31d3f1c0be29444987067285d819ef90, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ffc0b43f6b154358b9fb1cf92eddf986, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4fd4c5c6af8f4af59d559e881ed009ae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/85c9b9f10d4b49ea9e68ea39824366af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c217e4e197d64bd0ada0a2201db13119, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/101f299661b14bfaa76a10bb19c3cb5f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a5f5a0095edc4141a31dd683b6afccb0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e53026bd7dde4127abff2beaa2ef72ef, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c771150021f145b289e6d4bc20b8a143, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/70ef30748fff40a787150ac62d1ebeaa] to archive 2024-12-16T08:36:53,944 DEBUG [StoreCloser-TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:36:53,956 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e0e70888b4764acb8cc9c7c8e9593307 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e0e70888b4764acb8cc9c7c8e9593307 2024-12-16T08:36:53,956 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/5430d6d368f34fae90b67acb504fc188 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/5430d6d368f34fae90b67acb504fc188 2024-12-16T08:36:53,957 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/8156d7ed0acd463f8ad8e81df88a1190 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/8156d7ed0acd463f8ad8e81df88a1190 2024-12-16T08:36:53,957 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d9493cb8b3ad4289a821b4653941d535 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d9493cb8b3ad4289a821b4653941d535 2024-12-16T08:36:53,957 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/13690060141d495c8db7d9a2c8b868e6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/13690060141d495c8db7d9a2c8b868e6 2024-12-16T08:36:53,958 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/7baed2eda99446099d7f90209b725469 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/7baed2eda99446099d7f90209b725469 2024-12-16T08:36:53,958 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a668394efe024bc5a2e1b4e8c67220a8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a668394efe024bc5a2e1b4e8c67220a8 2024-12-16T08:36:53,959 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/cf1730e6d53a4b7494dcbd154951cc58 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/cf1730e6d53a4b7494dcbd154951cc58 2024-12-16T08:36:53,959 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d0f9fb1755704082b7d21c80e5fd8992 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/d0f9fb1755704082b7d21c80e5fd8992 2024-12-16T08:36:53,960 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/81ae446ff9974ecea56a2cd246b318bb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/81ae446ff9974ecea56a2cd246b318bb 2024-12-16T08:36:53,960 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/1627b75cbb184ba996ebd75403c8b180 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/1627b75cbb184ba996ebd75403c8b180 2024-12-16T08:36:53,961 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/84b3e68e12074580800a7b24bce33c61 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/84b3e68e12074580800a7b24bce33c61 2024-12-16T08:36:53,961 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ace53ec9ee554191ab43295b8f1ce232 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ace53ec9ee554191ab43295b8f1ce232 2024-12-16T08:36:53,961 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/469d81a7fd09458983a175a158f03a3e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/469d81a7fd09458983a175a158f03a3e 2024-12-16T08:36:53,963 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/90bc0e5035cb4cf790aa537d4c878142 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/90bc0e5035cb4cf790aa537d4c878142 2024-12-16T08:36:53,964 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/b55a73eab4ec4e33a4da585680edde71 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/b55a73eab4ec4e33a4da585680edde71 2024-12-16T08:36:53,964 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/f47db16e27cf41c5b7f62bf19890b2e9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/f47db16e27cf41c5b7f62bf19890b2e9 2024-12-16T08:36:53,964 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9bfdde48c2624853b1d28a942e292597 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9bfdde48c2624853b1d28a942e292597 2024-12-16T08:36:53,965 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/17d5c3931cd04762a34a81aac77bf1b3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/17d5c3931cd04762a34a81aac77bf1b3 2024-12-16T08:36:53,965 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/6725de2198044487ac1a4eb13b68f90c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/6725de2198044487ac1a4eb13b68f90c 2024-12-16T08:36:53,966 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/fecd3037e3c3494d9decb78648366d9e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/fecd3037e3c3494d9decb78648366d9e 2024-12-16T08:36:53,966 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c4b378a96b264518962d0e2b5d71a7d4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c4b378a96b264518962d0e2b5d71a7d4 2024-12-16T08:36:53,967 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/31d3f1c0be29444987067285d819ef90 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/31d3f1c0be29444987067285d819ef90 2024-12-16T08:36:53,970 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9d140ede40734bdeb0610646faa0efad to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/9d140ede40734bdeb0610646faa0efad 2024-12-16T08:36:53,970 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4b427b3b18984c579e83ea36e5146a33 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4b427b3b18984c579e83ea36e5146a33 2024-12-16T08:36:53,970 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4fd4c5c6af8f4af59d559e881ed009ae to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/4fd4c5c6af8f4af59d559e881ed009ae 2024-12-16T08:36:53,972 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c217e4e197d64bd0ada0a2201db13119 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c217e4e197d64bd0ada0a2201db13119 2024-12-16T08:36:53,972 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a5f5a0095edc4141a31dd683b6afccb0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/a5f5a0095edc4141a31dd683b6afccb0 2024-12-16T08:36:53,972 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/101f299661b14bfaa76a10bb19c3cb5f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/101f299661b14bfaa76a10bb19c3cb5f 2024-12-16T08:36:53,973 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/85c9b9f10d4b49ea9e68ea39824366af to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/85c9b9f10d4b49ea9e68ea39824366af 2024-12-16T08:36:53,973 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ffc0b43f6b154358b9fb1cf92eddf986 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/ffc0b43f6b154358b9fb1cf92eddf986 2024-12-16T08:36:53,973 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/70ef30748fff40a787150ac62d1ebeaa to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/70ef30748fff40a787150ac62d1ebeaa 2024-12-16T08:36:53,976 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e53026bd7dde4127abff2beaa2ef72ef to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e53026bd7dde4127abff2beaa2ef72ef 2024-12-16T08:36:53,976 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c771150021f145b289e6d4bc20b8a143 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/c771150021f145b289e6d4bc20b8a143 2024-12-16T08:36:53,978 DEBUG [StoreCloser-TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/911a17a252954acb828dbaeca21b585c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/fe6fcb700ef446e1a7acad4287be4abb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/efce153deec64e7db13763dc34b0e2fc, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/cb77f85ec7b64affb3af2c40ada6c725, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e3c2c218e5cf46078919afd8c8e63fb1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a367e660c0e04d78898d249f70fb8d40, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6282a8e701ff4dc88e9a4752a026c131, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/14a78992623c4f21ac3a381b3f351a89, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/99291f34c65c470d808aee1c0ec7acf4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/858f766d745142bc9746d7f7e24e3d75, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/3afac17b242e451caedef049318f9ecb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/79b079f9e5b44636b455a28f6e6233f3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/65c61ac9c7594fc6a713ec08d6bc8d8f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4b8838a9b97a44a6a1d88714b0960adf, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/dee13b3c85d548a5998e43a19d4dc174, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4cb706511fdb40db8c4677bff32b3b4c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c1fe21978c8f48a59f7ac81e24becbb2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/27f59eabe3f84d49a343978e39af3601, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6a8cdbe4cfab4aa28139b9d53152f28e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a8704b115624405c9b51884078b12192, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/bd02ec3441904f2b97959789c428c023, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/eb575e2917fd44928f7234ff6c5fc8da, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/42c38096e2984857806968da52c1627c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/8b60a3216a6d43e9982901c4ce084de7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/ca781e7080194446813fa41d147827de, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/0846a60ff3db41dda6f31ebaa3c30e7a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e86244bb2ed64e149257771124669232, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/aeb5bfb7aacc4ed79971beceb5032713, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e8d243f2185040cf83b30bb9f9c6f588, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/33a04ba0445a4321a9b9ecfe4a9348bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/390f0016a9d34cfa9bdc4fae8a7b367f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a4d08c2f1ee04481a58b6c2be2347dca, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c6a1f14774494f95a82e9c387afb2236] to archive 2024-12-16T08:36:53,979 DEBUG [StoreCloser-TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:36:53,989 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/911a17a252954acb828dbaeca21b585c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/911a17a252954acb828dbaeca21b585c 2024-12-16T08:36:53,989 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/fe6fcb700ef446e1a7acad4287be4abb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/fe6fcb700ef446e1a7acad4287be4abb 2024-12-16T08:36:53,991 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/efce153deec64e7db13763dc34b0e2fc to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/efce153deec64e7db13763dc34b0e2fc 2024-12-16T08:36:53,991 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6282a8e701ff4dc88e9a4752a026c131 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6282a8e701ff4dc88e9a4752a026c131 2024-12-16T08:36:53,991 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/14a78992623c4f21ac3a381b3f351a89 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/14a78992623c4f21ac3a381b3f351a89 2024-12-16T08:36:53,992 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/99291f34c65c470d808aee1c0ec7acf4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/99291f34c65c470d808aee1c0ec7acf4 2024-12-16T08:36:53,992 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a367e660c0e04d78898d249f70fb8d40 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a367e660c0e04d78898d249f70fb8d40 2024-12-16T08:36:53,992 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/858f766d745142bc9746d7f7e24e3d75 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/858f766d745142bc9746d7f7e24e3d75 2024-12-16T08:36:53,993 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e3c2c218e5cf46078919afd8c8e63fb1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e3c2c218e5cf46078919afd8c8e63fb1 2024-12-16T08:36:53,999 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/cb77f85ec7b64affb3af2c40ada6c725 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/cb77f85ec7b64affb3af2c40ada6c725 2024-12-16T08:36:53,999 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/3afac17b242e451caedef049318f9ecb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/3afac17b242e451caedef049318f9ecb 2024-12-16T08:36:53,999 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/79b079f9e5b44636b455a28f6e6233f3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/79b079f9e5b44636b455a28f6e6233f3 2024-12-16T08:36:54,000 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4b8838a9b97a44a6a1d88714b0960adf to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4b8838a9b97a44a6a1d88714b0960adf 2024-12-16T08:36:54,000 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4cb706511fdb40db8c4677bff32b3b4c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/4cb706511fdb40db8c4677bff32b3b4c 2024-12-16T08:36:54,002 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/dee13b3c85d548a5998e43a19d4dc174 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/dee13b3c85d548a5998e43a19d4dc174 2024-12-16T08:36:54,001 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/65c61ac9c7594fc6a713ec08d6bc8d8f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/65c61ac9c7594fc6a713ec08d6bc8d8f 2024-12-16T08:36:54,012 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c1fe21978c8f48a59f7ac81e24becbb2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c1fe21978c8f48a59f7ac81e24becbb2 2024-12-16T08:36:54,012 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/eb575e2917fd44928f7234ff6c5fc8da to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/eb575e2917fd44928f7234ff6c5fc8da 2024-12-16T08:36:54,012 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/bd02ec3441904f2b97959789c428c023 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/bd02ec3441904f2b97959789c428c023 2024-12-16T08:36:54,012 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/27f59eabe3f84d49a343978e39af3601 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/27f59eabe3f84d49a343978e39af3601 2024-12-16T08:36:54,012 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a8704b115624405c9b51884078b12192 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a8704b115624405c9b51884078b12192 2024-12-16T08:36:54,020 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6a8cdbe4cfab4aa28139b9d53152f28e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/6a8cdbe4cfab4aa28139b9d53152f28e 2024-12-16T08:36:54,020 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/8b60a3216a6d43e9982901c4ce084de7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/8b60a3216a6d43e9982901c4ce084de7 2024-12-16T08:36:54,021 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/0846a60ff3db41dda6f31ebaa3c30e7a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/0846a60ff3db41dda6f31ebaa3c30e7a 2024-12-16T08:36:54,022 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/aeb5bfb7aacc4ed79971beceb5032713 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/aeb5bfb7aacc4ed79971beceb5032713 2024-12-16T08:36:54,022 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e8d243f2185040cf83b30bb9f9c6f588 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e8d243f2185040cf83b30bb9f9c6f588 2024-12-16T08:36:54,024 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a61cd1e5295d4a87bd2d4c3ea53f2cf9 2024-12-16T08:36:54,024 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/42c38096e2984857806968da52c1627c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/42c38096e2984857806968da52c1627c 2024-12-16T08:36:54,024 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/390f0016a9d34cfa9bdc4fae8a7b367f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/390f0016a9d34cfa9bdc4fae8a7b367f 2024-12-16T08:36:54,024 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e86244bb2ed64e149257771124669232 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/e86244bb2ed64e149257771124669232 2024-12-16T08:36:54,025 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/33a04ba0445a4321a9b9ecfe4a9348bb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/33a04ba0445a4321a9b9ecfe4a9348bb 2024-12-16T08:36:54,025 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c6a1f14774494f95a82e9c387afb2236 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/c6a1f14774494f95a82e9c387afb2236 2024-12-16T08:36:54,025 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a4d08c2f1ee04481a58b6c2be2347dca to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/a4d08c2f1ee04481a58b6c2be2347dca 2024-12-16T08:36:54,025 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/ca781e7080194446813fa41d147827de to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/ca781e7080194446813fa41d147827de 2024-12-16T08:36:54,038 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/recovered.edits/507.seqid, newMaxSeqId=507, maxSeqId=1 2024-12-16T08:36:54,038 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738. 2024-12-16T08:36:54,039 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1635): Region close journal for a80bfb86d5eef4149a2b313f850f5738: 2024-12-16T08:36:54,040 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(170): Closed a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:54,041 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=a80bfb86d5eef4149a2b313f850f5738, regionState=CLOSED 2024-12-16T08:36:54,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-16T08:36:54,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; CloseRegionProcedure a80bfb86d5eef4149a2b313f850f5738, server=e845af7b5e21,34791,1734338108080 in 1.6100 sec 2024-12-16T08:36:54,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-16T08:36:54,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a80bfb86d5eef4149a2b313f850f5738, UNASSIGN in 1.6140 sec 2024-12-16T08:36:54,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-16T08:36:54,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6170 sec 2024-12-16T08:36:54,048 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338214048"}]},"ts":"1734338214048"} 2024-12-16T08:36:54,052 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T08:36:54,057 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T08:36:54,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6340 sec 2024-12-16T08:36:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T08:36:54,530 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-16T08:36:54,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-16T08:36:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:54,532 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T08:36:54,533 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=79, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:54,535 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:54,537 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/recovered.edits] 2024-12-16T08:36:54,539 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/40ab7f75d1224436a933bb6ce3049b2d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/40ab7f75d1224436a933bb6ce3049b2d 2024-12-16T08:36:54,539 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/edbd074375864101ba5a831a6f94d36a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/A/edbd074375864101ba5a831a6f94d36a 2024-12-16T08:36:54,542 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/24101720c20e46b994be98e6f83f6cfe to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/24101720c20e46b994be98e6f83f6cfe 2024-12-16T08:36:54,542 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e60b701a6d1f419dbe9280e27a75ea35 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/B/e60b701a6d1f419dbe9280e27a75ea35 2024-12-16T08:36:54,545 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/11d8c5ac92b44fc79ca5bc1d60e0e662 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/11d8c5ac92b44fc79ca5bc1d60e0e662 2024-12-16T08:36:54,545 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/619983ad7fd44302ab241d4a0022ac1d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/C/619983ad7fd44302ab241d4a0022ac1d 2024-12-16T08:36:54,547 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/recovered.edits/507.seqid to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738/recovered.edits/507.seqid 2024-12-16T08:36:54,548 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/a80bfb86d5eef4149a2b313f850f5738 2024-12-16T08:36:54,548 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T08:36:54,549 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=79, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:54,551 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T08:36:54,553 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T08:36:54,554 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=79, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:54,554 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T08:36:54,554 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734338214554"}]},"ts":"9223372036854775807"} 2024-12-16T08:36:54,556 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T08:36:54,556 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a80bfb86d5eef4149a2b313f850f5738, NAME => 'TestAcidGuarantees,,1734338181942.a80bfb86d5eef4149a2b313f850f5738.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T08:36:54,556 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T08:36:54,556 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734338214556"}]},"ts":"9223372036854775807"} 2024-12-16T08:36:54,558 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T08:36:54,560 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=79, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:54,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-12-16T08:36:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T08:36:54,634 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-16T08:36:54,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244 (was 244), OpenFileDescriptor=453 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1046 (was 967) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2603 (was 617) - AvailableMemoryMB LEAK? - 2024-12-16T08:36:54,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1046, ProcessCount=11, AvailableMemoryMB=2603 2024-12-16T08:36:54,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:36:54,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:36:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:54,659 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:36:54,659 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:54,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 80 2024-12-16T08:36:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-12-16T08:36:54,660 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:36:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742126_1302 (size=963) 2024-12-16T08:36:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-12-16T08:36:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-12-16T08:36:55,068 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:36:55,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742127_1303 (size=53) 2024-12-16T08:36:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-12-16T08:36:55,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:36:55,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4a454cabc3f194745e11a41c1ea30b79, disabling compactions & flushes 2024-12-16T08:36:55,486 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. after waiting 0 ms 2024-12-16T08:36:55,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,486 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:36:55,487 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:36:55,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734338215487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734338215487"}]},"ts":"1734338215487"} 2024-12-16T08:36:55,489 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:36:55,489 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:36:55,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338215489"}]},"ts":"1734338215489"} 2024-12-16T08:36:55,490 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T08:36:55,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, ASSIGN}] 2024-12-16T08:36:55,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, ASSIGN 2024-12-16T08:36:55,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, ASSIGN; state=OFFLINE, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=false 2024-12-16T08:36:55,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:55,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; OpenRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:36:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-12-16T08:36:55,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:55,803 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,803 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:36:55,804 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,804 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:36:55,804 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7327): checking encryption for 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,804 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7330): checking classloading for 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,805 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,807 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:55,807 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a454cabc3f194745e11a41c1ea30b79 columnFamilyName A 2024-12-16T08:36:55,807 DEBUG [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:55,808 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(327): Store=4a454cabc3f194745e11a41c1ea30b79/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:55,808 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,809 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:55,809 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a454cabc3f194745e11a41c1ea30b79 columnFamilyName B 2024-12-16T08:36:55,809 DEBUG [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:55,810 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(327): Store=4a454cabc3f194745e11a41c1ea30b79/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:55,810 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,811 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:55,811 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a454cabc3f194745e11a41c1ea30b79 columnFamilyName C 2024-12-16T08:36:55,811 DEBUG [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:55,811 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(327): Store=4a454cabc3f194745e11a41c1ea30b79/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:55,811 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,812 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,813 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,815 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:36:55,817 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1085): writing seq id for 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:55,819 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:36:55,819 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1102): Opened 4a454cabc3f194745e11a41c1ea30b79; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75318654, jitterRate=0.12233540415763855}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:36:55,820 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1001): Region open journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:36:55,821 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., pid=82, masterSystemTime=1734338215799 2024-12-16T08:36:55,822 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,822 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:55,823 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:55,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-16T08:36:55,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; OpenRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 in 180 msec 2024-12-16T08:36:55,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=81, resume processing ppid=80 2024-12-16T08:36:55,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, ASSIGN in 338 msec 2024-12-16T08:36:55,834 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:36:55,835 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338215834"}]},"ts":"1734338215834"} 2024-12-16T08:36:55,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T08:36:55,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:36:55,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-12-16T08:36:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-12-16T08:36:56,766 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 80 completed 2024-12-16T08:36:56,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86cb71 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbce2b4 2024-12-16T08:36:56,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b5b03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:56,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:56,775 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:56,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:36:56,777 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:36:56,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:36:56,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:36:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-16T08:36:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742128_1304 (size=999) 2024-12-16T08:36:57,196 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-16T08:36:57,196 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-16T08:36:57,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:36:57,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, REOPEN/MOVE}] 2024-12-16T08:36:57,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, REOPEN/MOVE 2024-12-16T08:36:57,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,205 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:36:57,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:36:57,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,357 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,357 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:36:57,357 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 4a454cabc3f194745e11a41c1ea30b79, disabling compactions & flushes 2024-12-16T08:36:57,358 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,358 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,358 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. after waiting 0 ms 2024-12-16T08:36:57,358 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,364 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T08:36:57,365 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,365 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:36:57,365 WARN [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3786): Not adding moved region record: 4a454cabc3f194745e11a41c1ea30b79 to self. 2024-12-16T08:36:57,367 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,367 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=CLOSED 2024-12-16T08:36:57,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-16T08:36:57,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 in 163 msec 2024-12-16T08:36:57,371 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, REOPEN/MOVE; state=CLOSED, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=true 2024-12-16T08:36:57,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T08:36:57,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=85, state=RUNNABLE; OpenRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:36:57,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,677 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,677 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:36:57,678 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,678 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:36:57,678 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7327): checking encryption for 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,678 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7330): checking classloading for 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,679 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,680 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:57,681 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a454cabc3f194745e11a41c1ea30b79 columnFamilyName A 2024-12-16T08:36:57,682 DEBUG [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:57,682 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(327): Store=4a454cabc3f194745e11a41c1ea30b79/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:57,683 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,683 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:57,683 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a454cabc3f194745e11a41c1ea30b79 columnFamilyName B 2024-12-16T08:36:57,683 DEBUG [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:57,684 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(327): Store=4a454cabc3f194745e11a41c1ea30b79/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:57,684 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,684 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:36:57,684 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a454cabc3f194745e11a41c1ea30b79 columnFamilyName C 2024-12-16T08:36:57,684 DEBUG [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:57,685 INFO [StoreOpener-4a454cabc3f194745e11a41c1ea30b79-1 {}] regionserver.HStore(327): Store=4a454cabc3f194745e11a41c1ea30b79/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:36:57,685 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,686 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,687 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,688 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:36:57,689 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1085): writing seq id for 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,690 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1102): Opened 4a454cabc3f194745e11a41c1ea30b79; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71976086, jitterRate=0.07252725958824158}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:36:57,691 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1001): Region open journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:36:57,692 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., pid=87, masterSystemTime=1734338217674 2024-12-16T08:36:57,693 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,693 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,694 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=OPEN, openSeqNum=5, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=85 2024-12-16T08:36:57,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=85, state=SUCCESS; OpenRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 in 172 msec 2024-12-16T08:36:57,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-12-16T08:36:57,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, REOPEN/MOVE in 494 msec 2024-12-16T08:36:57,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-16T08:36:57,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-12-16T08:36:57,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 920 msec 2024-12-16T08:36:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-16T08:36:57,702 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3401188a to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fd3f5fc 2024-12-16T08:36:57,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bd9063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55650656 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c97513 2024-12-16T08:36:57,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ec341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c80a40c to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42af2962 2024-12-16T08:36:57,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4831febd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62cf69c5 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5910b8c7 2024-12-16T08:36:57,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e93614e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c35c7c4 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f9a05 2024-12-16T08:36:57,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523025d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,730 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b6d860 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9a1701 2024-12-16T08:36:57,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70304ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,733 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16722a1f to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d3b05cf 2024-12-16T08:36:57,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ea360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x323d4725 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@170d29d0 2024-12-16T08:36:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de21df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x455c1316 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b61f1c4 2024-12-16T08:36:57,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461176d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d31d64d to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49eae7fe 2024-12-16T08:36:57,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48087da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:36:57,760 DEBUG [hconnection-0xe904cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,763 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,767 DEBUG [hconnection-0x1c9a1fe4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,768 DEBUG [hconnection-0x66ff932c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,768 DEBUG [hconnection-0x5870f48b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,768 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,769 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,769 DEBUG [hconnection-0x47e9ee11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,769 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,769 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:36:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-16T08:36:57,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:36:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-16T08:36:57,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:36:57,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:36:57,780 DEBUG [hconnection-0xf3db965-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,782 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,784 DEBUG [hconnection-0x4a61003c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,785 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,788 DEBUG [hconnection-0x113fee6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,789 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:36:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:36:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:36:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:36:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:57,804 DEBUG [hconnection-0x15a4a235-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,806 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338277812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338277812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338277819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338277824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338277827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,836 DEBUG [hconnection-0x78e39b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:36:57,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216159eb482164e442e98336331d2a61666_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338217788/Put/seqid=0 2024-12-16T08:36:57,839 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:36:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-16T08:36:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742129_1305 (size=12154) 2024-12-16T08:36:57,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:57,916 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216159eb482164e442e98336331d2a61666_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216159eb482164e442e98336331d2a61666_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:57,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/4a9260d3e04c47e1bedada728664dc17, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:36:57,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/4a9260d3e04c47e1bedada728664dc17 is 175, key is test_row_0/A:col10/1734338217788/Put/seqid=0 2024-12-16T08:36:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338277924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:57,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:57,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338277929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338277930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338277937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338277940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:57,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742130_1306 (size=30955) 2024-12-16T08:36:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-16T08:36:58,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:58,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:58,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338278127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338278131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338278132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338278140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338278144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/4a9260d3e04c47e1bedada728664dc17 2024-12-16T08:36:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-16T08:36:58,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:58,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:58,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338278431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338278438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338278443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338278445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/478aa4a97a414b23a94f4214af13bd7f is 50, key is test_row_0/B:col10/1734338217788/Put/seqid=0 2024-12-16T08:36:58,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338278452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742131_1307 (size=12001) 2024-12-16T08:36:58,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:58,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:58,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:58,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:58,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:58,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:36:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-16T08:36:58,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/478aa4a97a414b23a94f4214af13bd7f 2024-12-16T08:36:58,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338278936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338278948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338278953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/7e6728c4cec04d878fe9d6aaed209d10 is 50, key is test_row_0/C:col10/1734338217788/Put/seqid=0 2024-12-16T08:36:58,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338278960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742132_1308 (size=12001) 2024-12-16T08:36:58,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/7e6728c4cec04d878fe9d6aaed209d10 2024-12-16T08:36:58,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338278966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:58,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/4a9260d3e04c47e1bedada728664dc17 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/4a9260d3e04c47e1bedada728664dc17 2024-12-16T08:36:58,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/4a9260d3e04c47e1bedada728664dc17, entries=150, sequenceid=16, filesize=30.2 K 2024-12-16T08:36:58,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/478aa4a97a414b23a94f4214af13bd7f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/478aa4a97a414b23a94f4214af13bd7f 2024-12-16T08:36:58,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/478aa4a97a414b23a94f4214af13bd7f, entries=150, sequenceid=16, filesize=11.7 K 2024-12-16T08:36:58,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/7e6728c4cec04d878fe9d6aaed209d10 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/7e6728c4cec04d878fe9d6aaed209d10 2024-12-16T08:36:58,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/7e6728c4cec04d878fe9d6aaed209d10, entries=150, sequenceid=16, filesize=11.7 K 2024-12-16T08:36:58,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4a454cabc3f194745e11a41c1ea30b79 in 1207ms, sequenceid=16, compaction requested=false 2024-12-16T08:36:58,997 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-16T08:36:58,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:36:59,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:36:59,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-16T08:36:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:36:59,034 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:36:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:36:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:36:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:36:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:36:59,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121686815f7461cf4ec6888aaa821cbaeeba_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338217806/Put/seqid=0 2024-12-16T08:36:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742133_1309 (size=12154) 2024-12-16T08:36:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:36:59,501 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121686815f7461cf4ec6888aaa821cbaeeba_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121686815f7461cf4ec6888aaa821cbaeeba_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/35f713974dde463ba0f4f1707eb054ba, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:36:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/35f713974dde463ba0f4f1707eb054ba is 175, key is test_row_0/A:col10/1734338217806/Put/seqid=0 2024-12-16T08:36:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742134_1310 (size=30955) 2024-12-16T08:36:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/35f713974dde463ba0f4f1707eb054ba 2024-12-16T08:36:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/b5fd76e6c8824fa5a61add13880c9266 is 50, key is test_row_0/B:col10/1734338217806/Put/seqid=0 2024-12-16T08:36:59,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742135_1311 (size=12001) 2024-12-16T08:36:59,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T08:36:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-16T08:36:59,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/b5fd76e6c8824fa5a61add13880c9266 2024-12-16T08:36:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:36:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:36:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/fa46aa164b644a7e929072a9b223a97f is 50, key is test_row_0/C:col10/1734338217806/Put/seqid=0 2024-12-16T08:36:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338279974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338279978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:59,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338279989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:59,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338279990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:36:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:36:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338279988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742136_1312 (size=12001) 2024-12-16T08:37:00,055 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/fa46aa164b644a7e929072a9b223a97f 2024-12-16T08:37:00,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338280124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338280125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/35f713974dde463ba0f4f1707eb054ba as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/35f713974dde463ba0f4f1707eb054ba 2024-12-16T08:37:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338280125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338280126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,163 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/35f713974dde463ba0f4f1707eb054ba, entries=150, sequenceid=41, filesize=30.2 K 2024-12-16T08:37:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/b5fd76e6c8824fa5a61add13880c9266 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/b5fd76e6c8824fa5a61add13880c9266 2024-12-16T08:37:00,215 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/b5fd76e6c8824fa5a61add13880c9266, entries=150, sequenceid=41, filesize=11.7 K 2024-12-16T08:37:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/fa46aa164b644a7e929072a9b223a97f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/fa46aa164b644a7e929072a9b223a97f 2024-12-16T08:37:00,235 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/fa46aa164b644a7e929072a9b223a97f, entries=150, sequenceid=41, filesize=11.7 K 2024-12-16T08:37:00,236 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4a454cabc3f194745e11a41c1ea30b79 in 1202ms, sequenceid=41, compaction requested=false 2024-12-16T08:37:00,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:00,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:00,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-16T08:37:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=89 2024-12-16T08:37:00,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-12-16T08:37:00,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-12-16T08:37:00,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.4670 sec 2024-12-16T08:37:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:00,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:00,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412167970b9ddf8574a0f9378c2b6fb66ff15_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338219988/Put/seqid=0 2024-12-16T08:37:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742137_1313 (size=14594) 2024-12-16T08:37:00,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:00,375 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412167970b9ddf8574a0f9378c2b6fb66ff15_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412167970b9ddf8574a0f9378c2b6fb66ff15_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:00,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/61134eb3dc4a45a9b66805adad29e948, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:00,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/61134eb3dc4a45a9b66805adad29e948 is 175, key is test_row_0/A:col10/1734338219988/Put/seqid=0 2024-12-16T08:37:00,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338280374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338280375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338280377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338280379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742138_1314 (size=39549) 2024-12-16T08:37:00,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/61134eb3dc4a45a9b66805adad29e948 2024-12-16T08:37:00,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/2bc15fe567af4500b3634dc429170a02 is 50, key is test_row_0/B:col10/1734338219988/Put/seqid=0 2024-12-16T08:37:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742139_1315 (size=12001) 2024-12-16T08:37:00,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/2bc15fe567af4500b3634dc429170a02 2024-12-16T08:37:00,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/373e32d75d0c4f12840c2b3cdf066c5a is 50, key is test_row_0/C:col10/1734338219988/Put/seqid=0 2024-12-16T08:37:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742140_1316 (size=12001) 2024-12-16T08:37:00,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338280482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338280482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338280483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338280487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338280689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338280689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338280692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338280696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:00,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/373e32d75d0c4f12840c2b3cdf066c5a 2024-12-16T08:37:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/61134eb3dc4a45a9b66805adad29e948 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/61134eb3dc4a45a9b66805adad29e948 2024-12-16T08:37:00,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/61134eb3dc4a45a9b66805adad29e948, entries=200, sequenceid=53, filesize=38.6 K 2024-12-16T08:37:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/2bc15fe567af4500b3634dc429170a02 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2bc15fe567af4500b3634dc429170a02 2024-12-16T08:37:00,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2bc15fe567af4500b3634dc429170a02, entries=150, sequenceid=53, filesize=11.7 K 2024-12-16T08:37:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/373e32d75d0c4f12840c2b3cdf066c5a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/373e32d75d0c4f12840c2b3cdf066c5a 2024-12-16T08:37:00,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/373e32d75d0c4f12840c2b3cdf066c5a, entries=150, sequenceid=53, filesize=11.7 K 2024-12-16T08:37:00,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4a454cabc3f194745e11a41c1ea30b79 in 651ms, sequenceid=53, compaction requested=true 2024-12-16T08:37:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:00,986 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:00,986 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:00,990 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:00,990 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:00,991 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:00,991 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/478aa4a97a414b23a94f4214af13bd7f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/b5fd76e6c8824fa5a61add13880c9266, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2bc15fe567af4500b3634dc429170a02] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=35.2 K 2024-12-16T08:37:00,991 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:00,991 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:00,991 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:00,991 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/4a9260d3e04c47e1bedada728664dc17, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/35f713974dde463ba0f4f1707eb054ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/61134eb3dc4a45a9b66805adad29e948] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=99.1 K 2024-12-16T08:37:00,991 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:00,991 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/4a9260d3e04c47e1bedada728664dc17, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/35f713974dde463ba0f4f1707eb054ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/61134eb3dc4a45a9b66805adad29e948] 2024-12-16T08:37:00,992 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 478aa4a97a414b23a94f4214af13bd7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734338217788 2024-12-16T08:37:00,992 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a9260d3e04c47e1bedada728664dc17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734338217788 2024-12-16T08:37:00,992 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b5fd76e6c8824fa5a61add13880c9266, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734338217804 2024-12-16T08:37:00,994 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35f713974dde463ba0f4f1707eb054ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734338217804 2024-12-16T08:37:00,994 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc15fe567af4500b3634dc429170a02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734338219970 2024-12-16T08:37:00,994 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61134eb3dc4a45a9b66805adad29e948, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734338219970 2024-12-16T08:37:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:01,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:01,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:01,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:01,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:01,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:01,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:01,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:01,018 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:01,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338281018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338281025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338281025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338281026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,038 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:01,038 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/6d5e39ebdb384d7e9bf1b298097b57ae is 50, key is test_row_0/B:col10/1734338219988/Put/seqid=0 2024-12-16T08:37:01,040 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121647567479768148e8b82e74202a9285ea_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:01,042 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121647567479768148e8b82e74202a9285ea_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:01,042 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121647567479768148e8b82e74202a9285ea_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:01,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169a3f88d0083d450a8b01e4b8e93fe3f5_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338220366/Put/seqid=0 2024-12-16T08:37:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742141_1317 (size=12104) 2024-12-16T08:37:01,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742142_1318 (size=4469) 2024-12-16T08:37:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742143_1319 (size=17034) 2024-12-16T08:37:01,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:01,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338281128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338281140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338281141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169a3f88d0083d450a8b01e4b8e93fe3f5_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169a3f88d0083d450a8b01e4b8e93fe3f5_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338281152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,164 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/d2153d6d86084dac8d21ba833d3f3ee8, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:01,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/d2153d6d86084dac8d21ba833d3f3ee8 is 175, key is test_row_0/A:col10/1734338220366/Put/seqid=0 2024-12-16T08:37:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742144_1320 (size=48139) 2024-12-16T08:37:01,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338281344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338281345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338281345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338281380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,516 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#270 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:01,517 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/dd4596c956e34591a0c2443420581274 is 175, key is test_row_0/A:col10/1734338219988/Put/seqid=0 2024-12-16T08:37:01,539 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/6d5e39ebdb384d7e9bf1b298097b57ae as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/6d5e39ebdb384d7e9bf1b298097b57ae 2024-12-16T08:37:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742145_1321 (size=31058) 2024-12-16T08:37:01,563 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into 6d5e39ebdb384d7e9bf1b298097b57ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:01,563 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:01,563 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=13, startTime=1734338220986; duration=0sec 2024-12-16T08:37:01,563 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:01,563 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:01,563 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:01,568 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:01,568 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:01,568 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:01,568 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/7e6728c4cec04d878fe9d6aaed209d10, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/fa46aa164b644a7e929072a9b223a97f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/373e32d75d0c4f12840c2b3cdf066c5a] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=35.2 K 2024-12-16T08:37:01,570 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e6728c4cec04d878fe9d6aaed209d10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734338217788 2024-12-16T08:37:01,570 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting fa46aa164b644a7e929072a9b223a97f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734338217804 2024-12-16T08:37:01,570 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 373e32d75d0c4f12840c2b3cdf066c5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734338219970 2024-12-16T08:37:01,591 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:01,592 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/28a4737f5eaa44ceb48b7aab921c863d is 50, key is test_row_0/C:col10/1734338219988/Put/seqid=0 2024-12-16T08:37:01,613 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/d2153d6d86084dac8d21ba833d3f3ee8 2024-12-16T08:37:01,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/7e7abd3fffbd46e0af5b4778ecc0facd is 50, key is test_row_0/B:col10/1734338220366/Put/seqid=0 2024-12-16T08:37:01,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742146_1322 (size=12104) 2024-12-16T08:37:01,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338281657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338281657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338281664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742147_1323 (size=12001) 2024-12-16T08:37:01,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/7e7abd3fffbd46e0af5b4778ecc0facd 2024-12-16T08:37:01,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338281696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:01,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/860f4ffde1a046f0af5d6a21e984940a is 50, key is test_row_0/C:col10/1734338220366/Put/seqid=0 2024-12-16T08:37:01,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742148_1324 (size=12001) 2024-12-16T08:37:01,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/860f4ffde1a046f0af5d6a21e984940a 2024-12-16T08:37:01,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/d2153d6d86084dac8d21ba833d3f3ee8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/d2153d6d86084dac8d21ba833d3f3ee8 2024-12-16T08:37:01,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/d2153d6d86084dac8d21ba833d3f3ee8, entries=250, sequenceid=79, filesize=47.0 K 2024-12-16T08:37:01,867 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-16T08:37:01,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/7e7abd3fffbd46e0af5b4778ecc0facd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7e7abd3fffbd46e0af5b4778ecc0facd 2024-12-16T08:37:01,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7e7abd3fffbd46e0af5b4778ecc0facd, entries=150, sequenceid=79, filesize=11.7 K 2024-12-16T08:37:01,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/860f4ffde1a046f0af5d6a21e984940a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/860f4ffde1a046f0af5d6a21e984940a 2024-12-16T08:37:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-16T08:37:01,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/860f4ffde1a046f0af5d6a21e984940a, entries=150, sequenceid=79, filesize=11.7 K 2024-12-16T08:37:01,915 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-12-16T08:37:01,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-16T08:37:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-16T08:37:01,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4a454cabc3f194745e11a41c1ea30b79 in 919ms, sequenceid=79, compaction requested=false 2024-12-16T08:37:01,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:01,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:01,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:01,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:01,970 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/dd4596c956e34591a0c2443420581274 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/dd4596c956e34591a0c2443420581274 2024-12-16T08:37:01,980 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into dd4596c956e34591a0c2443420581274(size=30.3 K), total size for store is 77.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:01,980 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:01,980 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=13, startTime=1734338220986; duration=0sec 2024-12-16T08:37:01,981 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:01,981 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:02,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:02,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:02,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:02,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:02,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:02,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:02,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-16T08:37:02,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121663afc2eed4d244e8bce79e6c27c967f3_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338221023/Put/seqid=0 2024-12-16T08:37:02,058 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/28a4737f5eaa44ceb48b7aab921c863d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/28a4737f5eaa44ceb48b7aab921c863d 2024-12-16T08:37:02,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:02,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:02,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,074 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into 28a4737f5eaa44ceb48b7aab921c863d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:02,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,074 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:02,074 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=13, startTime=1734338220986; duration=0sec 2024-12-16T08:37:02,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,074 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:02,074 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742149_1325 (size=12154) 2024-12-16T08:37:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338282135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338282163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338282164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338282184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338282205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-16T08:37:02,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338282241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338282452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-16T08:37:02,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121663afc2eed4d244e8bce79e6c27c967f3_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121663afc2eed4d244e8bce79e6c27c967f3_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:02,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:02,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:02,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,556 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1fd91670fab94a58af9925db53504796, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:02,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1fd91670fab94a58af9925db53504796 is 175, key is test_row_0/A:col10/1734338221023/Put/seqid=0 2024-12-16T08:37:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742150_1326 (size=30955) 2024-12-16T08:37:02,580 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1fd91670fab94a58af9925db53504796 2024-12-16T08:37:02,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/59b1e49c5f2646bb987776204145f28d is 50, key is test_row_0/B:col10/1734338221023/Put/seqid=0 2024-12-16T08:37:02,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742151_1327 (size=12001) 2024-12-16T08:37:02,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338282763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:02,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:02,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:02,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:02,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-16T08:37:03,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:03,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/59b1e49c5f2646bb987776204145f28d 2024-12-16T08:37:03,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/b6a9459a7b87483b9ed8dea243d19d8a is 50, key is test_row_0/C:col10/1734338221023/Put/seqid=0 2024-12-16T08:37:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742152_1328 (size=12001) 2024-12-16T08:37:03,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/b6a9459a7b87483b9ed8dea243d19d8a 2024-12-16T08:37:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338283174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338283180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:03,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338283204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338283224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1fd91670fab94a58af9925db53504796 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1fd91670fab94a58af9925db53504796 2024-12-16T08:37:03,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1fd91670fab94a58af9925db53504796, entries=150, sequenceid=92, filesize=30.2 K 2024-12-16T08:37:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/59b1e49c5f2646bb987776204145f28d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/59b1e49c5f2646bb987776204145f28d 2024-12-16T08:37:03,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/59b1e49c5f2646bb987776204145f28d, entries=150, sequenceid=92, filesize=11.7 K 2024-12-16T08:37:03,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338283273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/b6a9459a7b87483b9ed8dea243d19d8a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b6a9459a7b87483b9ed8dea243d19d8a 2024-12-16T08:37:03,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b6a9459a7b87483b9ed8dea243d19d8a, entries=150, sequenceid=92, filesize=11.7 K 2024-12-16T08:37:03,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a454cabc3f194745e11a41c1ea30b79 in 1311ms, sequenceid=92, compaction requested=true 2024-12-16T08:37:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:37:03,322 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:03,322 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:03,324 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:03,324 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:03,324 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,325 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/28a4737f5eaa44ceb48b7aab921c863d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/860f4ffde1a046f0af5d6a21e984940a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b6a9459a7b87483b9ed8dea243d19d8a] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=35.3 K 2024-12-16T08:37:03,325 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 28a4737f5eaa44ceb48b7aab921c863d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734338219970 2024-12-16T08:37:03,325 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 860f4ffde1a046f0af5d6a21e984940a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338220366 2024-12-16T08:37:03,326 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b6a9459a7b87483b9ed8dea243d19d8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734338221019 2024-12-16T08:37:03,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:03,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:03,331 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,331 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/dd4596c956e34591a0c2443420581274, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/d2153d6d86084dac8d21ba833d3f3ee8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1fd91670fab94a58af9925db53504796] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=107.6 K 2024-12-16T08:37:03,331 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/dd4596c956e34591a0c2443420581274, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/d2153d6d86084dac8d21ba833d3f3ee8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1fd91670fab94a58af9925db53504796] 2024-12-16T08:37:03,333 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd4596c956e34591a0c2443420581274, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734338219970 2024-12-16T08:37:03,336 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2153d6d86084dac8d21ba833d3f3ee8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338220366 2024-12-16T08:37:03,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:03,340 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fd91670fab94a58af9925db53504796, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734338221019 2024-12-16T08:37:03,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-16T08:37:03,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,340 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:03,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:03,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:03,353 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:03,354 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/e6237ef50bba4d179f5ed14973696bf4 is 50, key is test_row_0/C:col10/1734338221023/Put/seqid=0 2024-12-16T08:37:03,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163fcfdaebcdbd420d9bc0922900d733d7_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338222133/Put/seqid=0 2024-12-16T08:37:03,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742154_1330 (size=12154) 2024-12-16T08:37:03,405 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742153_1329 (size=12207) 2024-12-16T08:37:03,417 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121676a277a15d12443eb8285b4fc2b9418d_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:03,419 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121676a277a15d12443eb8285b4fc2b9418d_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:03,419 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121676a277a15d12443eb8285b4fc2b9418d_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:03,426 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163fcfdaebcdbd420d9bc0922900d733d7_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163fcfdaebcdbd420d9bc0922900d733d7_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/516e490a4b6444fcb43fb38799e99cd7, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/516e490a4b6444fcb43fb38799e99cd7 is 175, key is test_row_0/A:col10/1734338222133/Put/seqid=0 2024-12-16T08:37:03,442 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/e6237ef50bba4d179f5ed14973696bf4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/e6237ef50bba4d179f5ed14973696bf4 2024-12-16T08:37:03,456 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into e6237ef50bba4d179f5ed14973696bf4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:03,456 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:03,456 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=13, startTime=1734338223320; duration=0sec 2024-12-16T08:37:03,456 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:03,456 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:03,456 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:03,461 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:03,461 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:03,461 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,461 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/6d5e39ebdb384d7e9bf1b298097b57ae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7e7abd3fffbd46e0af5b4778ecc0facd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/59b1e49c5f2646bb987776204145f28d] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=35.3 K 2024-12-16T08:37:03,462 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5e39ebdb384d7e9bf1b298097b57ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734338219970 2024-12-16T08:37:03,462 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e7abd3fffbd46e0af5b4778ecc0facd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338220366 2024-12-16T08:37:03,462 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 59b1e49c5f2646bb987776204145f28d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734338221019 2024-12-16T08:37:03,474 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:03,474 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/8d29cde5f16c42a3953a1fd25bfca41c is 50, key is test_row_0/B:col10/1734338221023/Put/seqid=0 2024-12-16T08:37:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742156_1332 (size=30955) 2024-12-16T08:37:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742155_1331 (size=4469) 2024-12-16T08:37:03,485 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/516e490a4b6444fcb43fb38799e99cd7 2024-12-16T08:37:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742157_1333 (size=12207) 2024-12-16T08:37:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/3c5cb6b499ab445b95b7dc765ee75a0c is 50, key is test_row_0/B:col10/1734338222133/Put/seqid=0 2024-12-16T08:37:03,604 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/8d29cde5f16c42a3953a1fd25bfca41c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8d29cde5f16c42a3953a1fd25bfca41c 2024-12-16T08:37:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742158_1334 (size=12001) 2024-12-16T08:37:03,644 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/3c5cb6b499ab445b95b7dc765ee75a0c 2024-12-16T08:37:03,655 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into 8d29cde5f16c42a3953a1fd25bfca41c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:03,655 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:03,655 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=13, startTime=1734338223320; duration=0sec 2024-12-16T08:37:03,655 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:03,655 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a907b1ed87544ac8a5ebafe98dfe7594 is 50, key is test_row_0/C:col10/1734338222133/Put/seqid=0 2024-12-16T08:37:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742159_1335 (size=12001) 2024-12-16T08:37:03,736 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a907b1ed87544ac8a5ebafe98dfe7594 2024-12-16T08:37:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/516e490a4b6444fcb43fb38799e99cd7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/516e490a4b6444fcb43fb38799e99cd7 2024-12-16T08:37:03,748 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/516e490a4b6444fcb43fb38799e99cd7, entries=150, sequenceid=118, filesize=30.2 K 2024-12-16T08:37:03,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/3c5cb6b499ab445b95b7dc765ee75a0c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/3c5cb6b499ab445b95b7dc765ee75a0c 2024-12-16T08:37:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,755 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/3c5cb6b499ab445b95b7dc765ee75a0c, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T08:37:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a907b1ed87544ac8a5ebafe98dfe7594 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a907b1ed87544ac8a5ebafe98dfe7594 2024-12-16T08:37:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a907b1ed87544ac8a5ebafe98dfe7594, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T08:37:03,763 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4a454cabc3f194745e11a41c1ea30b79 in 423ms, sequenceid=118, compaction requested=false 2024-12-16T08:37:03,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:03,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:03,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-16T08:37:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=91 2024-12-16T08:37:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-12-16T08:37:03,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8430 sec 2024-12-16T08:37:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.8500 sec 2024-12-16T08:37:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,887 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#281 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,888 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/38b44fde9aef43b8940b7d2122780847 is 175, key is test_row_0/A:col10/1734338221023/Put/seqid=0 2024-12-16T08:37:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742160_1336 (size=31161) 2024-12-16T08:37:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-16T08:37:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,035 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-12-16T08:37:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-12-16T08:37:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-16T08:37:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,045 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,046 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-16T08:37:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-16T08:37:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-12-16T08:37:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-12-16T08:37:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-16T08:37:04,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-16T08:37:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 169 msec 2024-12-16T08:37:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,313 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/38b44fde9aef43b8940b7d2122780847 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/38b44fde9aef43b8940b7d2122780847 2024-12-16T08:37:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,320 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into 38b44fde9aef43b8940b7d2122780847(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:04,320 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:04,320 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=13, startTime=1734338223320; duration=0sec 2024-12-16T08:37:04,321 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,321 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-16T08:37:04,343 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-12-16T08:37:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-12-16T08:37:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,346 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,347 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:04,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-16T08:37:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-16T08:37:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-16T08:37:04,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:04,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-16T08:37:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:04,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165ae10a57bd784f16a78db85960a5a193_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_2/A:col10/1734338224451/Put/seqid=0 2024-12-16T08:37:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742161_1337 (size=9714) 2024-12-16T08:37:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-16T08:37:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:04,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-16T08:37:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165ae10a57bd784f16a78db85960a5a193_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165ae10a57bd784f16a78db85960a5a193_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/482492da0ce248e79bb0498b570ca998, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:04,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/482492da0ce248e79bb0498b570ca998 is 175, key is test_row_2/A:col10/1734338224451/Put/seqid=0 2024-12-16T08:37:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:05,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742162_1338 (size=22359) 2024-12-16T08:37:05,010 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/482492da0ce248e79bb0498b570ca998 2024-12-16T08:37:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/87e7b70b13ff4b9d9b3e3fddf47675fd is 50, key is test_row_2/B:col10/1734338224451/Put/seqid=0 2024-12-16T08:37:05,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742163_1339 (size=7315) 2024-12-16T08:37:05,032 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/87e7b70b13ff4b9d9b3e3fddf47675fd 2024-12-16T08:37:05,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a4479adcc45d40b8a8f63c91b7702aa3 is 50, key is test_row_2/C:col10/1734338224451/Put/seqid=0 2024-12-16T08:37:05,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742164_1340 (size=7315) 2024-12-16T08:37:05,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338285125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338285185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,189 DEBUG [Thread-1401 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:05,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338285195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,199 DEBUG [Thread-1403 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338285226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338285229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,231 DEBUG [Thread-1407 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:05,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338285251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,256 DEBUG [Thread-1405 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4231 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:05,372 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T08:37:05,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338285433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a4479adcc45d40b8a8f63c91b7702aa3 2024-12-16T08:37:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-16T08:37:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/482492da0ce248e79bb0498b570ca998 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/482492da0ce248e79bb0498b570ca998 2024-12-16T08:37:05,475 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/482492da0ce248e79bb0498b570ca998, entries=100, sequenceid=127, filesize=21.8 K 2024-12-16T08:37:05,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/87e7b70b13ff4b9d9b3e3fddf47675fd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/87e7b70b13ff4b9d9b3e3fddf47675fd 2024-12-16T08:37:05,482 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/87e7b70b13ff4b9d9b3e3fddf47675fd, entries=50, sequenceid=127, filesize=7.1 K 2024-12-16T08:37:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a4479adcc45d40b8a8f63c91b7702aa3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a4479adcc45d40b8a8f63c91b7702aa3 2024-12-16T08:37:05,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a4479adcc45d40b8a8f63c91b7702aa3, entries=50, sequenceid=127, filesize=7.1 K 2024-12-16T08:37:05,499 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 4a454cabc3f194745e11a41c1ea30b79 in 974ms, sequenceid=127, compaction requested=true 2024-12-16T08:37:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-12-16T08:37:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-12-16T08:37:05,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-16T08:37:05,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1530 sec 2024-12-16T08:37:05,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.1580 sec 2024-12-16T08:37:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:05,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-16T08:37:05,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:05,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:05,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:05,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:05,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:05,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:05,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160950d576cc5a45e7b654baff159070bd_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338225074/Put/seqid=0 2024-12-16T08:37:05,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338285753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:05,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742165_1341 (size=14794) 2024-12-16T08:37:05,765 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:05,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160950d576cc5a45e7b654baff159070bd_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160950d576cc5a45e7b654baff159070bd_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:05,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/bd8354c0100b49ceac1f873232ba0ce0, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:05,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/bd8354c0100b49ceac1f873232ba0ce0 is 175, key is test_row_0/A:col10/1734338225074/Put/seqid=0 2024-12-16T08:37:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742166_1342 (size=39749) 2024-12-16T08:37:05,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/bd8354c0100b49ceac1f873232ba0ce0 2024-12-16T08:37:05,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d26f09bb8bfa49cf801cb2bb964a60ae is 50, key is test_row_0/B:col10/1734338225074/Put/seqid=0 2024-12-16T08:37:05,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742167_1343 (size=12151) 2024-12-16T08:37:05,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338285856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:06,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338286061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:06,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d26f09bb8bfa49cf801cb2bb964a60ae 2024-12-16T08:37:06,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/862747f9f07747e2874102f3ed3dee54 is 50, key is test_row_0/C:col10/1734338225074/Put/seqid=0 2024-12-16T08:37:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742168_1344 (size=12151) 2024-12-16T08:37:06,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/862747f9f07747e2874102f3ed3dee54 2024-12-16T08:37:06,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/bd8354c0100b49ceac1f873232ba0ce0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bd8354c0100b49ceac1f873232ba0ce0 2024-12-16T08:37:06,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bd8354c0100b49ceac1f873232ba0ce0, entries=200, sequenceid=159, filesize=38.8 K 2024-12-16T08:37:06,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d26f09bb8bfa49cf801cb2bb964a60ae as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d26f09bb8bfa49cf801cb2bb964a60ae 2024-12-16T08:37:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d26f09bb8bfa49cf801cb2bb964a60ae, entries=150, sequenceid=159, filesize=11.9 K 2024-12-16T08:37:06,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/862747f9f07747e2874102f3ed3dee54 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/862747f9f07747e2874102f3ed3dee54 2024-12-16T08:37:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/862747f9f07747e2874102f3ed3dee54, entries=150, sequenceid=159, filesize=11.9 K 2024-12-16T08:37:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 4a454cabc3f194745e11a41c1ea30b79 in 624ms, sequenceid=159, compaction requested=true 2024-12-16T08:37:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,366 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,366 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:06,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:06,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:06,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,373 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,373 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,373 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:06,374 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/38b44fde9aef43b8940b7d2122780847, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/516e490a4b6444fcb43fb38799e99cd7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/482492da0ce248e79bb0498b570ca998, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bd8354c0100b49ceac1f873232ba0ce0] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=121.3 K 2024-12-16T08:37:06,374 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/38b44fde9aef43b8940b7d2122780847, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/516e490a4b6444fcb43fb38799e99cd7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/482492da0ce248e79bb0498b570ca998, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bd8354c0100b49ceac1f873232ba0ce0] 2024-12-16T08:37:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38b44fde9aef43b8940b7d2122780847, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734338221019 2024-12-16T08:37:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,375 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 516e490a4b6444fcb43fb38799e99cd7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734338222114 2024-12-16T08:37:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,375 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 482492da0ce248e79bb0498b570ca998, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734338224403 2024-12-16T08:37:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,376 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd8354c0100b49ceac1f873232ba0ce0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338225074 2024-12-16T08:37:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,376 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43674 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,376 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:06,376 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,376 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8d29cde5f16c42a3953a1fd25bfca41c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/3c5cb6b499ab445b95b7dc765ee75a0c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/87e7b70b13ff4b9d9b3e3fddf47675fd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d26f09bb8bfa49cf801cb2bb964a60ae] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=42.7 K 2024-12-16T08:37:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,377 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d29cde5f16c42a3953a1fd25bfca41c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734338221019 2024-12-16T08:37:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,378 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c5cb6b499ab445b95b7dc765ee75a0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734338222114 2024-12-16T08:37:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,378 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e7b70b13ff4b9d9b3e3fddf47675fd, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734338224451 2024-12-16T08:37:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,379 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d26f09bb8bfa49cf801cb2bb964a60ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338225074 2024-12-16T08:37:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,395 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,396 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/807aca47f5f44c5fb038109fe210aa54 is 50, key is test_row_0/B:col10/1734338225074/Put/seqid=0 2024-12-16T08:37:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,398 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,402 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121640d2e08b6c2a4aa99ad8e2eab28b03bb_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,404 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121640d2e08b6c2a4aa99ad8e2eab28b03bb_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:06,404 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121640d2e08b6c2a4aa99ad8e2eab28b03bb_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742170_1346 (size=4469) 2024-12-16T08:37:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742169_1345 (size=12493) 2024-12-16T08:37:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,443 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/807aca47f5f44c5fb038109fe210aa54 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/807aca47f5f44c5fb038109fe210aa54 2024-12-16T08:37:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,449 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into 807aca47f5f44c5fb038109fe210aa54(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,449 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:06,449 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=12, startTime=1734338226366; duration=0sec 2024-12-16T08:37:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,449 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:06,449 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:06,449 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,451 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43674 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,452 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:06,452 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:06,452 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/e6237ef50bba4d179f5ed14973696bf4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a907b1ed87544ac8a5ebafe98dfe7594, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a4479adcc45d40b8a8f63c91b7702aa3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/862747f9f07747e2874102f3ed3dee54] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=42.7 K 2024-12-16T08:37:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,453 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e6237ef50bba4d179f5ed14973696bf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734338221019 2024-12-16T08:37:06,453 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a907b1ed87544ac8a5ebafe98dfe7594, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734338222114 2024-12-16T08:37:06,453 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a4479adcc45d40b8a8f63c91b7702aa3, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734338224451 2024-12-16T08:37:06,454 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 862747f9f07747e2874102f3ed3dee54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338225074 2024-12-16T08:37:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,467 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,467 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/78b3cca604cd4c00b2b5cd9a378c0892 is 50, key is test_row_0/C:col10/1734338225074/Put/seqid=0 2024-12-16T08:37:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-16T08:37:06,472 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-12-16T08:37:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-12-16T08:37:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,476 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-16T08:37:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,476 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:06,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742171_1347 (size=12493) 2024-12-16T08:37:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,508 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/78b3cca604cd4c00b2b5cd9a378c0892 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/78b3cca604cd4c00b2b5cd9a378c0892 2024-12-16T08:37:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,515 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into 78b3cca604cd4c00b2b5cd9a378c0892(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:06,515 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,515 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=12, startTime=1734338226367; duration=0sec 2024-12-16T08:37:06,516 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:06,516 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-16T08:37:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-12-16T08:37:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:06,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-16T08:37:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e45da01a2db04de5990639aa59209eec_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338226621/Put/seqid=0 2024-12-16T08:37:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742172_1348 (size=12304) 2024-12-16T08:37:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,733 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e45da01a2db04de5990639aa59209eec_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e45da01a2db04de5990639aa59209eec_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/de9f2d0b3a6f47a6b6a3612bbc371211, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/de9f2d0b3a6f47a6b6a3612bbc371211 is 175, key is test_row_0/A:col10/1734338226621/Put/seqid=0 2024-12-16T08:37:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-16T08:37:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742173_1349 (size=31101) 2024-12-16T08:37:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,834 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#292 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:06,835 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/bf8b8f431432485696014e760a95fa6a is 175, key is test_row_0/A:col10/1734338225074/Put/seqid=0 2024-12-16T08:37:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:06,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742174_1350 (size=31447) 2024-12-16T08:37:06,889 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/bf8b8f431432485696014e760a95fa6a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bf8b8f431432485696014e760a95fa6a 2024-12-16T08:37:06,907 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into bf8b8f431432485696014e760a95fa6a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:06,907 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:06,907 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=12, startTime=1734338226366; duration=0sec 2024-12-16T08:37:06,907 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:06,907 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:07,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338287008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-16T08:37:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338287113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:07,183 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/de9f2d0b3a6f47a6b6a3612bbc371211 2024-12-16T08:37:07,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/77304bd5f9214dfc88244ddfefd20d56 is 50, key is test_row_0/B:col10/1734338226621/Put/seqid=0 2024-12-16T08:37:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742175_1351 (size=9757) 2024-12-16T08:37:07,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/77304bd5f9214dfc88244ddfefd20d56 2024-12-16T08:37:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/52844d392f1b44fc8bcee83970f754c7 is 50, key is test_row_0/C:col10/1734338226621/Put/seqid=0 2024-12-16T08:37:07,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742176_1352 (size=9757) 2024-12-16T08:37:07,300 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/52844d392f1b44fc8bcee83970f754c7 2024-12-16T08:37:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/de9f2d0b3a6f47a6b6a3612bbc371211 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de9f2d0b3a6f47a6b6a3612bbc371211 2024-12-16T08:37:07,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de9f2d0b3a6f47a6b6a3612bbc371211, entries=150, sequenceid=168, filesize=30.4 K 2024-12-16T08:37:07,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/77304bd5f9214dfc88244ddfefd20d56 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/77304bd5f9214dfc88244ddfefd20d56 2024-12-16T08:37:07,319 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/77304bd5f9214dfc88244ddfefd20d56, entries=100, sequenceid=168, filesize=9.5 K 2024-12-16T08:37:07,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/52844d392f1b44fc8bcee83970f754c7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/52844d392f1b44fc8bcee83970f754c7 2024-12-16T08:37:07,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338287316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:07,327 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/52844d392f1b44fc8bcee83970f754c7, entries=100, sequenceid=168, filesize=9.5 K 2024-12-16T08:37:07,329 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 4a454cabc3f194745e11a41c1ea30b79 in 700ms, sequenceid=168, compaction requested=false 2024-12-16T08:37:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-12-16T08:37:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-12-16T08:37:07,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-16T08:37:07,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-12-16T08:37:07,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 858 msec 2024-12-16T08:37:07,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T08:37:07,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-16T08:37:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-16T08:37:07,582 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-16T08:37:07,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-12-16T08:37:07,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:07,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:07,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-16T08:37:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:07,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-16T08:37:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:07,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:07,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:07,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:07,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338287655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:07,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162b7fb88a70f3439fbd8be55e5d0dedf0_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338226995/Put/seqid=0 2024-12-16T08:37:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742177_1353 (size=12304) 2024-12-16T08:37:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-16T08:37:07,696 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:07,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162b7fb88a70f3439fbd8be55e5d0dedf0_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162b7fb88a70f3439fbd8be55e5d0dedf0_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:07,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/30cce5c02858406ba6579cf52e691e6e, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:07,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/30cce5c02858406ba6579cf52e691e6e is 175, key is test_row_0/A:col10/1734338226995/Put/seqid=0 2024-12-16T08:37:07,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742178_1354 (size=31105) 2024-12-16T08:37:07,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-16T08:37:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:07,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338287760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-16T08:37:07,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:07,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-16T08:37:07,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:07,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:07,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338287964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:08,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:08,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-16T08:37:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/30cce5c02858406ba6579cf52e691e6e 2024-12-16T08:37:08,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d9d94e3a476244dab7ecca1937762f4b is 50, key is test_row_0/B:col10/1734338226995/Put/seqid=0 2024-12-16T08:37:08,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742179_1355 (size=12151) 2024-12-16T08:37:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-16T08:37:08,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:08,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-16T08:37:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338288270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:08,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:08,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-16T08:37:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:08,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-16T08:37:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:08,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d9d94e3a476244dab7ecca1937762f4b 2024-12-16T08:37:08,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/98f1ab0db7d74120915aebaf241304e4 is 50, key is test_row_0/C:col10/1734338226995/Put/seqid=0 2024-12-16T08:37:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742180_1356 (size=12151) 2024-12-16T08:37:08,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/98f1ab0db7d74120915aebaf241304e4 2024-12-16T08:37:08,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/30cce5c02858406ba6579cf52e691e6e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/30cce5c02858406ba6579cf52e691e6e 2024-12-16T08:37:08,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/30cce5c02858406ba6579cf52e691e6e, entries=150, sequenceid=199, filesize=30.4 K 2024-12-16T08:37:08,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d9d94e3a476244dab7ecca1937762f4b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d9d94e3a476244dab7ecca1937762f4b 2024-12-16T08:37:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d9d94e3a476244dab7ecca1937762f4b, entries=150, sequenceid=199, filesize=11.9 K 2024-12-16T08:37:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/98f1ab0db7d74120915aebaf241304e4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/98f1ab0db7d74120915aebaf241304e4 2024-12-16T08:37:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/98f1ab0db7d74120915aebaf241304e4, entries=150, sequenceid=199, filesize=11.9 K 2024-12-16T08:37:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 4a454cabc3f194745e11a41c1ea30b79 in 1014ms, sequenceid=199, compaction requested=true 2024-12-16T08:37:08,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,651 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,653 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:08,653 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:08,653 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,653 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bf8b8f431432485696014e760a95fa6a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de9f2d0b3a6f47a6b6a3612bbc371211, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/30cce5c02858406ba6579cf52e691e6e] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=91.5 K 2024-12-16T08:37:08,653 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,653 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bf8b8f431432485696014e760a95fa6a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de9f2d0b3a6f47a6b6a3612bbc371211, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/30cce5c02858406ba6579cf52e691e6e] 2024-12-16T08:37:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,654 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf8b8f431432485696014e760a95fa6a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338225074 2024-12-16T08:37:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,654 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting de9f2d0b3a6f47a6b6a3612bbc371211, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734338226462 2024-12-16T08:37:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,655 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30cce5c02858406ba6579cf52e691e6e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338226987 2024-12-16T08:37:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:08,655 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:08,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:08,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:08,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,656 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,657 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:08,657 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,657 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/807aca47f5f44c5fb038109fe210aa54, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/77304bd5f9214dfc88244ddfefd20d56, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d9d94e3a476244dab7ecca1937762f4b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=33.6 K 2024-12-16T08:37:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,657 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 807aca47f5f44c5fb038109fe210aa54, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338225074 2024-12-16T08:37:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,658 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 77304bd5f9214dfc88244ddfefd20d56, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734338226548 2024-12-16T08:37:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,658 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d94e3a476244dab7ecca1937762f4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338226987 2024-12-16T08:37:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-16T08:37:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,668 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-16T08:37:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,671 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,687 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216d1e47b818f2e47b0818f3798124da4b6_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,688 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216d1e47b818f2e47b0818f3798124da4b6_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:08,688 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d1e47b818f2e47b0818f3798124da4b6_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,691 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,692 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/64f980770f7d4cfa8a7b9e66fd102efa is 50, key is test_row_0/B:col10/1734338226995/Put/seqid=0 2024-12-16T08:37:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-16T08:37:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e48d0c8f3a004ca98b9159e32a700ddb_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338227653/Put/seqid=0 2024-12-16T08:37:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742181_1357 (size=4469) 2024-12-16T08:37:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,754 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#300 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,754 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/5c0dab7b898045b69c740fd1b3f06b61 is 175, key is test_row_0/A:col10/1734338226995/Put/seqid=0 2024-12-16T08:37:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742182_1358 (size=12595) 2024-12-16T08:37:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,775 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/64f980770f7d4cfa8a7b9e66fd102efa as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/64f980770f7d4cfa8a7b9e66fd102efa 2024-12-16T08:37:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,780 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into 64f980770f7d4cfa8a7b9e66fd102efa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:08,780 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:08,780 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=13, startTime=1734338228655; duration=0sec 2024-12-16T08:37:08,781 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:08,781 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:08,781 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,792 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:08,792 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,792 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:08,793 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/78b3cca604cd4c00b2b5cd9a378c0892, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/52844d392f1b44fc8bcee83970f754c7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/98f1ab0db7d74120915aebaf241304e4] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=33.6 K 2024-12-16T08:37:08,793 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b3cca604cd4c00b2b5cd9a378c0892, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734338225074 2024-12-16T08:37:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,793 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 52844d392f1b44fc8bcee83970f754c7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734338226548 2024-12-16T08:37:08,794 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f1ab0db7d74120915aebaf241304e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338226987 2024-12-16T08:37:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742183_1359 (size=9814) 2024-12-16T08:37:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,829 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,830 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/efead084fdbc46cc8d9722181712fb3e is 50, key is test_row_0/C:col10/1734338226995/Put/seqid=0 2024-12-16T08:37:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742184_1360 (size=31549) 2024-12-16T08:37:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742185_1361 (size=12595) 2024-12-16T08:37:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,895 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/efead084fdbc46cc8d9722181712fb3e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/efead084fdbc46cc8d9722181712fb3e 2024-12-16T08:37:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,900 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into efead084fdbc46cc8d9722181712fb3e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:08,900 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:08,900 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=13, startTime=1734338228656; duration=0sec 2024-12-16T08:37:08,900 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:08,900 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:09,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338289093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:09,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50128 deadline: 1734338289197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:09,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338289199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:09,203 DEBUG [Thread-1401 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:09,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:09,212 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e48d0c8f3a004ca98b9159e32a700ddb_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e48d0c8f3a004ca98b9159e32a700ddb_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/90a1678ceb9a46b2a1233c5c40147c73, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:09,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/90a1678ceb9a46b2a1233c5c40147c73 is 175, key is test_row_0/A:col10/1734338227653/Put/seqid=0 2024-12-16T08:37:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742186_1362 (size=22461) 2024-12-16T08:37:09,228 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/90a1678ceb9a46b2a1233c5c40147c73 2024-12-16T08:37:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/855c235431174abd9c3121b55e109e63 is 50, key is test_row_0/B:col10/1734338227653/Put/seqid=0 2024-12-16T08:37:09,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50176 deadline: 1734338289240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:09,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50138 deadline: 1734338289240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:09,243 DEBUG [Thread-1407 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8225 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:09,244 DEBUG [Thread-1403 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742187_1363 (size=9757) 2024-12-16T08:37:09,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50150 deadline: 1734338289261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:09,266 DEBUG [Thread-1405 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8241 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:09,277 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/5c0dab7b898045b69c740fd1b3f06b61 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/5c0dab7b898045b69c740fd1b3f06b61 2024-12-16T08:37:09,285 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into 5c0dab7b898045b69c740fd1b3f06b61(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:09,285 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:09,285 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=13, startTime=1734338228651; duration=0sec 2024-12-16T08:37:09,285 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:09,285 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:09,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338289404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:09,649 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/855c235431174abd9c3121b55e109e63 2024-12-16T08:37:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/c5c5faa11b294c24b4e5eeed36968966 is 50, key is test_row_0/C:col10/1734338227653/Put/seqid=0 2024-12-16T08:37:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742188_1364 (size=9757) 2024-12-16T08:37:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-16T08:37:09,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338289709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:10,075 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/c5c5faa11b294c24b4e5eeed36968966 2024-12-16T08:37:10,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/90a1678ceb9a46b2a1233c5c40147c73 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/90a1678ceb9a46b2a1233c5c40147c73 2024-12-16T08:37:10,086 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/90a1678ceb9a46b2a1233c5c40147c73, entries=100, sequenceid=205, filesize=21.9 K 2024-12-16T08:37:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/855c235431174abd9c3121b55e109e63 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/855c235431174abd9c3121b55e109e63 2024-12-16T08:37:10,092 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/855c235431174abd9c3121b55e109e63, entries=100, sequenceid=205, filesize=9.5 K 2024-12-16T08:37:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/c5c5faa11b294c24b4e5eeed36968966 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c5c5faa11b294c24b4e5eeed36968966 2024-12-16T08:37:10,096 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c5c5faa11b294c24b4e5eeed36968966, entries=100, sequenceid=205, filesize=9.5 K 2024-12-16T08:37:10,100 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 4a454cabc3f194745e11a41c1ea30b79 in 1433ms, sequenceid=205, compaction requested=false 2024-12-16T08:37:10,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:10,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:10,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-12-16T08:37:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-12-16T08:37:10,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-16T08:37:10,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5170 sec 2024-12-16T08:37:10,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.5210 sec 2024-12-16T08:37:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:10,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-16T08:37:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:10,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:10,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:10,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338290223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:10,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121604eec4422e5543588462f3ecd1010c64_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338229090/Put/seqid=0 2024-12-16T08:37:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742189_1365 (size=14794) 2024-12-16T08:37:10,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121604eec4422e5543588462f3ecd1010c64_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121604eec4422e5543588462f3ecd1010c64_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:10,248 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/55d9da092f174a1ead27df1181b6750e, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:10,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/55d9da092f174a1ead27df1181b6750e is 175, key is test_row_0/A:col10/1734338229090/Put/seqid=0 2024-12-16T08:37:10,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742190_1366 (size=39749) 2024-12-16T08:37:10,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/55d9da092f174a1ead27df1181b6750e 2024-12-16T08:37:10,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/1ba2dc1640284041bbd93c0f358ecaba is 50, key is test_row_0/B:col10/1734338229090/Put/seqid=0 2024-12-16T08:37:10,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742191_1367 (size=12151) 2024-12-16T08:37:10,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/1ba2dc1640284041bbd93c0f358ecaba 2024-12-16T08:37:10,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/073f5194ec0a44c18839b50dd9f55438 is 50, key is test_row_0/C:col10/1734338229090/Put/seqid=0 2024-12-16T08:37:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742192_1368 (size=12151) 2024-12-16T08:37:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338290326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338290530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:10,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/073f5194ec0a44c18839b50dd9f55438 2024-12-16T08:37:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/55d9da092f174a1ead27df1181b6750e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/55d9da092f174a1ead27df1181b6750e 2024-12-16T08:37:10,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/55d9da092f174a1ead27df1181b6750e, entries=200, sequenceid=239, filesize=38.8 K 2024-12-16T08:37:10,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/1ba2dc1640284041bbd93c0f358ecaba as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1ba2dc1640284041bbd93c0f358ecaba 2024-12-16T08:37:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1ba2dc1640284041bbd93c0f358ecaba, entries=150, sequenceid=239, filesize=11.9 K 2024-12-16T08:37:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/073f5194ec0a44c18839b50dd9f55438 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/073f5194ec0a44c18839b50dd9f55438 2024-12-16T08:37:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/073f5194ec0a44c18839b50dd9f55438, entries=150, sequenceid=239, filesize=11.9 K 2024-12-16T08:37:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 4a454cabc3f194745e11a41c1ea30b79 in 525ms, sequenceid=239, compaction requested=true 2024-12-16T08:37:10,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:10,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:10,743 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:10,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:10,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:10,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:10,743 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:10,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,744 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:10,744 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,744 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:10,744 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:10,744 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:10,745 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,745 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/5c0dab7b898045b69c740fd1b3f06b61, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/90a1678ceb9a46b2a1233c5c40147c73, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/55d9da092f174a1ead27df1181b6750e] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=91.6 K 2024-12-16T08:37:10,745 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:10,745 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/64f980770f7d4cfa8a7b9e66fd102efa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/855c235431174abd9c3121b55e109e63, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1ba2dc1640284041bbd93c0f358ecaba] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=33.7 K 2024-12-16T08:37:10,745 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/5c0dab7b898045b69c740fd1b3f06b61, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/90a1678ceb9a46b2a1233c5c40147c73, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/55d9da092f174a1ead27df1181b6750e] 2024-12-16T08:37:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,745 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c0dab7b898045b69c740fd1b3f06b61, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338226987 2024-12-16T08:37:10,745 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 64f980770f7d4cfa8a7b9e66fd102efa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338226987 2024-12-16T08:37:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,745 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a1678ceb9a46b2a1233c5c40147c73, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734338227642 2024-12-16T08:37:10,745 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 855c235431174abd9c3121b55e109e63, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734338227642 2024-12-16T08:37:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,746 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ba2dc1640284041bbd93c0f358ecaba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338229066 2024-12-16T08:37:10,746 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55d9da092f174a1ead27df1181b6750e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338229066 2024-12-16T08:37:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,757 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,757 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d1022fe993d044c29afabb4f6745d1e6 is 50, key is test_row_0/B:col10/1734338229090/Put/seqid=0 2024-12-16T08:37:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,759 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,761 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412164fc7eab3d7d74f2ca1bcc718a7f95dcc_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,763 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412164fc7eab3d7d74f2ca1bcc718a7f95dcc_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,764 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412164fc7eab3d7d74f2ca1bcc718a7f95dcc_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742193_1369 (size=12697) 2024-12-16T08:37:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742194_1370 (size=4469) 2024-12-16T08:37:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,819 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#310 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,820 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/b7938ea58d5f4964ac0e02087575ae27 is 175, key is test_row_0/A:col10/1734338229090/Put/seqid=0 2024-12-16T08:37:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742195_1371 (size=31651) 2024-12-16T08:37:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:10,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:10,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:10,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:10,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216093c0e914b0943ef95fde05e6011a3f6_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338230868/Put/seqid=0 2024-12-16T08:37:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742196_1372 (size=17284) 2024-12-16T08:37:11,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338291163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:11,192 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d1022fe993d044c29afabb4f6745d1e6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d1022fe993d044c29afabb4f6745d1e6 2024-12-16T08:37:11,201 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into d1022fe993d044c29afabb4f6745d1e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:11,201 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:11,201 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=13, startTime=1734338230743; duration=0sec 2024-12-16T08:37:11,201 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:11,201 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:11,202 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:11,208 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:11,208 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:11,208 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:11,208 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/efead084fdbc46cc8d9722181712fb3e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c5c5faa11b294c24b4e5eeed36968966, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/073f5194ec0a44c18839b50dd9f55438] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=33.7 K 2024-12-16T08:37:11,209 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting efead084fdbc46cc8d9722181712fb3e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734338226987 2024-12-16T08:37:11,209 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c5faa11b294c24b4e5eeed36968966, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734338227642 2024-12-16T08:37:11,209 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 073f5194ec0a44c18839b50dd9f55438, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338229066 2024-12-16T08:37:11,222 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:11,222 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/ab536557187a45a2ae5f81d9dd8f59bb is 50, key is test_row_0/C:col10/1734338229090/Put/seqid=0 2024-12-16T08:37:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742197_1373 (size=12697) 2024-12-16T08:37:11,263 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/b7938ea58d5f4964ac0e02087575ae27 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b7938ea58d5f4964ac0e02087575ae27 2024-12-16T08:37:11,269 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into b7938ea58d5f4964ac0e02087575ae27(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:11,269 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:11,269 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=13, startTime=1734338230743; duration=0sec 2024-12-16T08:37:11,269 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:11,269 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338291272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:11,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:11,439 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216093c0e914b0943ef95fde05e6011a3f6_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216093c0e914b0943ef95fde05e6011a3f6_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:11,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/a204d0f5bbe44c77b69c6cbab19f2e8e, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:11,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/a204d0f5bbe44c77b69c6cbab19f2e8e is 175, key is test_row_0/A:col10/1734338230868/Put/seqid=0 2024-12-16T08:37:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742198_1374 (size=48389) 2024-12-16T08:37:11,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/a204d0f5bbe44c77b69c6cbab19f2e8e 2024-12-16T08:37:11,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/7ecf196b9fc4441aa22079cc6c274f16 is 50, key is test_row_0/B:col10/1734338230868/Put/seqid=0 2024-12-16T08:37:11,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338291480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742199_1375 (size=12151) 2024-12-16T08:37:11,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/7ecf196b9fc4441aa22079cc6c274f16 2024-12-16T08:37:11,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/589b749ae7194cd0ae935b732a3fe04e is 50, key is test_row_0/C:col10/1734338230868/Put/seqid=0 2024-12-16T08:37:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742200_1376 (size=12151) 2024-12-16T08:37:11,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/589b749ae7194cd0ae935b732a3fe04e 2024-12-16T08:37:11,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/a204d0f5bbe44c77b69c6cbab19f2e8e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a204d0f5bbe44c77b69c6cbab19f2e8e 2024-12-16T08:37:11,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a204d0f5bbe44c77b69c6cbab19f2e8e, entries=250, sequenceid=250, filesize=47.3 K 2024-12-16T08:37:11,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/7ecf196b9fc4441aa22079cc6c274f16 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7ecf196b9fc4441aa22079cc6c274f16 2024-12-16T08:37:11,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7ecf196b9fc4441aa22079cc6c274f16, entries=150, sequenceid=250, filesize=11.9 K 2024-12-16T08:37:11,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/589b749ae7194cd0ae935b732a3fe04e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/589b749ae7194cd0ae935b732a3fe04e 2024-12-16T08:37:11,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/589b749ae7194cd0ae935b732a3fe04e, entries=150, sequenceid=250, filesize=11.9 K 2024-12-16T08:37:11,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a454cabc3f194745e11a41c1ea30b79 in 634ms, sequenceid=250, compaction requested=false 2024-12-16T08:37:11,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:11,639 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/ab536557187a45a2ae5f81d9dd8f59bb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/ab536557187a45a2ae5f81d9dd8f59bb 2024-12-16T08:37:11,645 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into ab536557187a45a2ae5f81d9dd8f59bb(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:11,645 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:11,645 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=13, startTime=1734338230743; duration=0sec 2024-12-16T08:37:11,645 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:11,645 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-16T08:37:11,702 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-16T08:37:11,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-12-16T08:37:11,706 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:11,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:11,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-16T08:37:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:11,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T08:37:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:11,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:11,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216cc54cc7612354c208c2f88c2799af4fa_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338231155/Put/seqid=0 2024-12-16T08:37:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-16T08:37:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742201_1377 (size=14994) 2024-12-16T08:37:11,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338291823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:11,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:11,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:11,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:11,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/4a9260d3e04c47e1bedada728664dc17, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/35f713974dde463ba0f4f1707eb054ba, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/61134eb3dc4a45a9b66805adad29e948, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/dd4596c956e34591a0c2443420581274, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/d2153d6d86084dac8d21ba833d3f3ee8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/38b44fde9aef43b8940b7d2122780847, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1fd91670fab94a58af9925db53504796, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/516e490a4b6444fcb43fb38799e99cd7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/482492da0ce248e79bb0498b570ca998, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bd8354c0100b49ceac1f873232ba0ce0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bf8b8f431432485696014e760a95fa6a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de9f2d0b3a6f47a6b6a3612bbc371211, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/5c0dab7b898045b69c740fd1b3f06b61, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/30cce5c02858406ba6579cf52e691e6e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/90a1678ceb9a46b2a1233c5c40147c73, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/55d9da092f174a1ead27df1181b6750e] to archive 2024-12-16T08:37:11,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:11,930 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/61134eb3dc4a45a9b66805adad29e948 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/61134eb3dc4a45a9b66805adad29e948 2024-12-16T08:37:11,930 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/4a9260d3e04c47e1bedada728664dc17 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/4a9260d3e04c47e1bedada728664dc17 2024-12-16T08:37:11,931 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/38b44fde9aef43b8940b7d2122780847 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/38b44fde9aef43b8940b7d2122780847 2024-12-16T08:37:11,931 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/35f713974dde463ba0f4f1707eb054ba to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/35f713974dde463ba0f4f1707eb054ba 2024-12-16T08:37:11,931 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/d2153d6d86084dac8d21ba833d3f3ee8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/d2153d6d86084dac8d21ba833d3f3ee8 2024-12-16T08:37:11,931 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/dd4596c956e34591a0c2443420581274 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/dd4596c956e34591a0c2443420581274 2024-12-16T08:37:11,932 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/516e490a4b6444fcb43fb38799e99cd7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/516e490a4b6444fcb43fb38799e99cd7 2024-12-16T08:37:11,931 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1fd91670fab94a58af9925db53504796 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1fd91670fab94a58af9925db53504796 2024-12-16T08:37:11,934 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de9f2d0b3a6f47a6b6a3612bbc371211 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de9f2d0b3a6f47a6b6a3612bbc371211 2024-12-16T08:37:11,935 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/5c0dab7b898045b69c740fd1b3f06b61 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/5c0dab7b898045b69c740fd1b3f06b61 2024-12-16T08:37:11,935 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bf8b8f431432485696014e760a95fa6a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bf8b8f431432485696014e760a95fa6a 2024-12-16T08:37:11,935 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bd8354c0100b49ceac1f873232ba0ce0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/bd8354c0100b49ceac1f873232ba0ce0 2024-12-16T08:37:11,935 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/30cce5c02858406ba6579cf52e691e6e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/30cce5c02858406ba6579cf52e691e6e 2024-12-16T08:37:11,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338291936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:11,944 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/90a1678ceb9a46b2a1233c5c40147c73 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/90a1678ceb9a46b2a1233c5c40147c73 2024-12-16T08:37:11,944 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/482492da0ce248e79bb0498b570ca998 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/482492da0ce248e79bb0498b570ca998 2024-12-16T08:37:11,945 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/55d9da092f174a1ead27df1181b6750e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/55d9da092f174a1ead27df1181b6750e 2024-12-16T08:37:11,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/478aa4a97a414b23a94f4214af13bd7f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/b5fd76e6c8824fa5a61add13880c9266, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/6d5e39ebdb384d7e9bf1b298097b57ae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2bc15fe567af4500b3634dc429170a02, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7e7abd3fffbd46e0af5b4778ecc0facd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8d29cde5f16c42a3953a1fd25bfca41c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/59b1e49c5f2646bb987776204145f28d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/3c5cb6b499ab445b95b7dc765ee75a0c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/87e7b70b13ff4b9d9b3e3fddf47675fd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/807aca47f5f44c5fb038109fe210aa54, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d26f09bb8bfa49cf801cb2bb964a60ae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/77304bd5f9214dfc88244ddfefd20d56, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/64f980770f7d4cfa8a7b9e66fd102efa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d9d94e3a476244dab7ecca1937762f4b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/855c235431174abd9c3121b55e109e63, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1ba2dc1640284041bbd93c0f358ecaba] to archive 2024-12-16T08:37:11,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:11,953 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/478aa4a97a414b23a94f4214af13bd7f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/478aa4a97a414b23a94f4214af13bd7f 2024-12-16T08:37:11,954 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/b5fd76e6c8824fa5a61add13880c9266 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/b5fd76e6c8824fa5a61add13880c9266 2024-12-16T08:37:11,956 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/6d5e39ebdb384d7e9bf1b298097b57ae to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/6d5e39ebdb384d7e9bf1b298097b57ae 2024-12-16T08:37:11,956 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/3c5cb6b499ab445b95b7dc765ee75a0c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/3c5cb6b499ab445b95b7dc765ee75a0c 2024-12-16T08:37:11,956 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8d29cde5f16c42a3953a1fd25bfca41c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8d29cde5f16c42a3953a1fd25bfca41c 2024-12-16T08:37:11,957 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7e7abd3fffbd46e0af5b4778ecc0facd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7e7abd3fffbd46e0af5b4778ecc0facd 2024-12-16T08:37:11,957 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/59b1e49c5f2646bb987776204145f28d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/59b1e49c5f2646bb987776204145f28d 2024-12-16T08:37:11,957 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2bc15fe567af4500b3634dc429170a02 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2bc15fe567af4500b3634dc429170a02 2024-12-16T08:37:11,958 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/87e7b70b13ff4b9d9b3e3fddf47675fd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/87e7b70b13ff4b9d9b3e3fddf47675fd 2024-12-16T08:37:11,958 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/807aca47f5f44c5fb038109fe210aa54 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/807aca47f5f44c5fb038109fe210aa54 2024-12-16T08:37:11,959 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d9d94e3a476244dab7ecca1937762f4b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d9d94e3a476244dab7ecca1937762f4b 2024-12-16T08:37:11,959 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/77304bd5f9214dfc88244ddfefd20d56 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/77304bd5f9214dfc88244ddfefd20d56 2024-12-16T08:37:11,959 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d26f09bb8bfa49cf801cb2bb964a60ae to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d26f09bb8bfa49cf801cb2bb964a60ae 2024-12-16T08:37:11,959 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/855c235431174abd9c3121b55e109e63 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/855c235431174abd9c3121b55e109e63 2024-12-16T08:37:11,959 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1ba2dc1640284041bbd93c0f358ecaba to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1ba2dc1640284041bbd93c0f358ecaba 2024-12-16T08:37:11,960 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/64f980770f7d4cfa8a7b9e66fd102efa to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/64f980770f7d4cfa8a7b9e66fd102efa 2024-12-16T08:37:11,974 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/7e6728c4cec04d878fe9d6aaed209d10, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/fa46aa164b644a7e929072a9b223a97f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/28a4737f5eaa44ceb48b7aab921c863d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/373e32d75d0c4f12840c2b3cdf066c5a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/860f4ffde1a046f0af5d6a21e984940a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/e6237ef50bba4d179f5ed14973696bf4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b6a9459a7b87483b9ed8dea243d19d8a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a907b1ed87544ac8a5ebafe98dfe7594, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a4479adcc45d40b8a8f63c91b7702aa3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/78b3cca604cd4c00b2b5cd9a378c0892, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/862747f9f07747e2874102f3ed3dee54, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/52844d392f1b44fc8bcee83970f754c7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/efead084fdbc46cc8d9722181712fb3e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/98f1ab0db7d74120915aebaf241304e4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c5c5faa11b294c24b4e5eeed36968966, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/073f5194ec0a44c18839b50dd9f55438] to archive 2024-12-16T08:37:11,975 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:11,979 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/fa46aa164b644a7e929072a9b223a97f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/fa46aa164b644a7e929072a9b223a97f 2024-12-16T08:37:11,979 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/7e6728c4cec04d878fe9d6aaed209d10 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/7e6728c4cec04d878fe9d6aaed209d10 2024-12-16T08:37:11,981 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/373e32d75d0c4f12840c2b3cdf066c5a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/373e32d75d0c4f12840c2b3cdf066c5a 2024-12-16T08:37:11,982 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/28a4737f5eaa44ceb48b7aab921c863d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/28a4737f5eaa44ceb48b7aab921c863d 2024-12-16T08:37:11,982 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a907b1ed87544ac8a5ebafe98dfe7594 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a907b1ed87544ac8a5ebafe98dfe7594 2024-12-16T08:37:11,982 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/860f4ffde1a046f0af5d6a21e984940a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/860f4ffde1a046f0af5d6a21e984940a 2024-12-16T08:37:11,983 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/e6237ef50bba4d179f5ed14973696bf4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/e6237ef50bba4d179f5ed14973696bf4 2024-12-16T08:37:11,984 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/78b3cca604cd4c00b2b5cd9a378c0892 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/78b3cca604cd4c00b2b5cd9a378c0892 2024-12-16T08:37:11,984 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b6a9459a7b87483b9ed8dea243d19d8a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b6a9459a7b87483b9ed8dea243d19d8a 2024-12-16T08:37:11,984 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a4479adcc45d40b8a8f63c91b7702aa3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a4479adcc45d40b8a8f63c91b7702aa3 2024-12-16T08:37:11,985 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/98f1ab0db7d74120915aebaf241304e4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/98f1ab0db7d74120915aebaf241304e4 2024-12-16T08:37:11,985 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/efead084fdbc46cc8d9722181712fb3e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/efead084fdbc46cc8d9722181712fb3e 2024-12-16T08:37:11,985 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/862747f9f07747e2874102f3ed3dee54 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/862747f9f07747e2874102f3ed3dee54 2024-12-16T08:37:11,986 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c5c5faa11b294c24b4e5eeed36968966 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c5c5faa11b294c24b4e5eeed36968966 2024-12-16T08:37:11,986 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/52844d392f1b44fc8bcee83970f754c7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/52844d392f1b44fc8bcee83970f754c7 2024-12-16T08:37:11,986 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/073f5194ec0a44c18839b50dd9f55438 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/073f5194ec0a44c18839b50dd9f55438 2024-12-16T08:37:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-16T08:37:12,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338292141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:12,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,222 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:12,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216cc54cc7612354c208c2f88c2799af4fa_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216cc54cc7612354c208c2f88c2799af4fa_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:12,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/9dec38c709b3412295ab4c0629064ac4, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:12,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/9dec38c709b3412295ab4c0629064ac4 is 175, key is test_row_0/A:col10/1734338231155/Put/seqid=0 2024-12-16T08:37:12,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742202_1378 (size=39949) 2024-12-16T08:37:12,235 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/9dec38c709b3412295ab4c0629064ac4 2024-12-16T08:37:12,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/2ff198b0254e4305940d3197658e9823 is 50, key is test_row_0/B:col10/1734338231155/Put/seqid=0 2024-12-16T08:37:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742203_1379 (size=12301) 2024-12-16T08:37:12,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/2ff198b0254e4305940d3197658e9823 2024-12-16T08:37:12,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/dc149f2a485044b3940fe0fcb7a3fa26 is 50, key is test_row_0/C:col10/1734338231155/Put/seqid=0 2024-12-16T08:37:12,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742204_1380 (size=12301) 2024-12-16T08:37:12,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/dc149f2a485044b3940fe0fcb7a3fa26 2024-12-16T08:37:12,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/9dec38c709b3412295ab4c0629064ac4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/9dec38c709b3412295ab4c0629064ac4 2024-12-16T08:37:12,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/9dec38c709b3412295ab4c0629064ac4, entries=200, sequenceid=279, filesize=39.0 K 2024-12-16T08:37:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-16T08:37:12,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/2ff198b0254e4305940d3197658e9823 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2ff198b0254e4305940d3197658e9823 2024-12-16T08:37:12,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2ff198b0254e4305940d3197658e9823, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:37:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/dc149f2a485044b3940fe0fcb7a3fa26 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/dc149f2a485044b3940fe0fcb7a3fa26 2024-12-16T08:37:12,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/dc149f2a485044b3940fe0fcb7a3fa26, entries=150, sequenceid=279, filesize=12.0 K 2024-12-16T08:37:12,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4a454cabc3f194745e11a41c1ea30b79 in 541ms, sequenceid=279, compaction requested=true 2024-12-16T08:37:12,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:12,330 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:12,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:12,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:12,331 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,332 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b7938ea58d5f4964ac0e02087575ae27, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a204d0f5bbe44c77b69c6cbab19f2e8e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/9dec38c709b3412295ab4c0629064ac4] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=117.2 K 2024-12-16T08:37:12,332 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,332 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b7938ea58d5f4964ac0e02087575ae27, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a204d0f5bbe44c77b69c6cbab19f2e8e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/9dec38c709b3412295ab4c0629064ac4] 2024-12-16T08:37:12,332 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7938ea58d5f4964ac0e02087575ae27, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338229066 2024-12-16T08:37:12,333 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a204d0f5bbe44c77b69c6cbab19f2e8e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734338230868 2024-12-16T08:37:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:12,334 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dec38c709b3412295ab4c0629064ac4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338231147 2024-12-16T08:37:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:12,334 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:12,335 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:12,336 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:12,336 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,336 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d1022fe993d044c29afabb4f6745d1e6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7ecf196b9fc4441aa22079cc6c274f16, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2ff198b0254e4305940d3197658e9823] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=36.3 K 2024-12-16T08:37:12,336 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d1022fe993d044c29afabb4f6745d1e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338229066 2024-12-16T08:37:12,337 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ecf196b9fc4441aa22079cc6c274f16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734338230868 2024-12-16T08:37:12,337 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ff198b0254e4305940d3197658e9823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338231155 2024-12-16T08:37:12,342 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:12,347 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:12,348 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d225c1df2c91495f8a23beacbfbf1146 is 50, key is test_row_0/B:col10/1734338231155/Put/seqid=0 2024-12-16T08:37:12,369 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216e9a11ad051dd4a5283455ca6ceaa8016_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:12,371 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216e9a11ad051dd4a5283455ca6ceaa8016_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:12,372 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e9a11ad051dd4a5283455ca6ceaa8016_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742205_1381 (size=12404) 2024-12-16T08:37:12,397 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/d225c1df2c91495f8a23beacbfbf1146 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d225c1df2c91495f8a23beacbfbf1146 2024-12-16T08:37:12,403 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into d225c1df2c91495f8a23beacbfbf1146(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:12,403 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:12,403 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=13, startTime=1734338232334; duration=0sec 2024-12-16T08:37:12,403 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:12,403 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:12,403 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:12,405 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:12,405 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:12,406 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,406 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/ab536557187a45a2ae5f81d9dd8f59bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/589b749ae7194cd0ae935b732a3fe04e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/dc149f2a485044b3940fe0fcb7a3fa26] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=36.3 K 2024-12-16T08:37:12,406 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ab536557187a45a2ae5f81d9dd8f59bb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338229066 2024-12-16T08:37:12,406 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 589b749ae7194cd0ae935b732a3fe04e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734338230868 2024-12-16T08:37:12,407 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting dc149f2a485044b3940fe0fcb7a3fa26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338231155 2024-12-16T08:37:12,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742206_1382 (size=4469) 2024-12-16T08:37:12,412 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#318 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:12,413 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/a02d6aa7f46d42d4913fc49e6789aad1 is 175, key is test_row_0/A:col10/1734338231155/Put/seqid=0 2024-12-16T08:37:12,424 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#320 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:12,425 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/74fe769a8cec4b268ed81d99110490e0 is 50, key is test_row_0/C:col10/1734338231155/Put/seqid=0 2024-12-16T08:37:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742207_1383 (size=31358) 2024-12-16T08:37:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742208_1384 (size=12404) 2024-12-16T08:37:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:12,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:12,459 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/74fe769a8cec4b268ed81d99110490e0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/74fe769a8cec4b268ed81d99110490e0 2024-12-16T08:37:12,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121638c1c88077f642a68925c35552762902_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338232450/Put/seqid=0 2024-12-16T08:37:12,470 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into 74fe769a8cec4b268ed81d99110490e0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:12,470 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:12,471 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=13, startTime=1734338232334; duration=0sec 2024-12-16T08:37:12,471 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:12,471 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:12,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742209_1385 (size=14994) 2024-12-16T08:37:12,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:12,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:12,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,483 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121638c1c88077f642a68925c35552762902_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121638c1c88077f642a68925c35552762902_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:12,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/823f15da6bcc4b2195b6c2183dc2a368, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:12,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/823f15da6bcc4b2195b6c2183dc2a368 is 175, key is test_row_0/A:col10/1734338232450/Put/seqid=0 2024-12-16T08:37:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742210_1386 (size=39949) 2024-12-16T08:37:12,514 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/823f15da6bcc4b2195b6c2183dc2a368 2024-12-16T08:37:12,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/80fec2af8f2a40c992994d17e97ba722 is 50, key is test_row_0/B:col10/1734338232450/Put/seqid=0 2024-12-16T08:37:12,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742211_1387 (size=12301) 2024-12-16T08:37:12,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/80fec2af8f2a40c992994d17e97ba722 2024-12-16T08:37:12,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/c7a1d8f370e44daa95c510a690074dd9 is 50, key is test_row_0/C:col10/1734338232450/Put/seqid=0 2024-12-16T08:37:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742212_1388 (size=12301) 2024-12-16T08:37:12,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338292576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:12,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:12,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338292682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-16T08:37:12,860 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/a02d6aa7f46d42d4913fc49e6789aad1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a02d6aa7f46d42d4913fc49e6789aad1 2024-12-16T08:37:12,866 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into a02d6aa7f46d42d4913fc49e6789aad1(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:12,866 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:12,866 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=13, startTime=1734338232330; duration=0sec 2024-12-16T08:37:12,866 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:12,866 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:12,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338292891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:12,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:12,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:12,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/c7a1d8f370e44daa95c510a690074dd9 2024-12-16T08:37:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/823f15da6bcc4b2195b6c2183dc2a368 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/823f15da6bcc4b2195b6c2183dc2a368 2024-12-16T08:37:12,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/823f15da6bcc4b2195b6c2183dc2a368, entries=200, sequenceid=291, filesize=39.0 K 2024-12-16T08:37:12,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/80fec2af8f2a40c992994d17e97ba722 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/80fec2af8f2a40c992994d17e97ba722 2024-12-16T08:37:12,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/80fec2af8f2a40c992994d17e97ba722, entries=150, sequenceid=291, filesize=12.0 K 2024-12-16T08:37:12,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/c7a1d8f370e44daa95c510a690074dd9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c7a1d8f370e44daa95c510a690074dd9 2024-12-16T08:37:13,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c7a1d8f370e44daa95c510a690074dd9, entries=150, sequenceid=291, filesize=12.0 K 2024-12-16T08:37:13,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a454cabc3f194745e11a41c1ea30b79 in 550ms, sequenceid=291, compaction requested=false 2024-12-16T08:37:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:13,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:13,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-16T08:37:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:13,091 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:13,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216ea93c44c23f44146b72249726fd088c2_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338232557/Put/seqid=0 2024-12-16T08:37:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742213_1389 (size=12454) 2024-12-16T08:37:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,138 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216ea93c44c23f44146b72249726fd088c2_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ea93c44c23f44146b72249726fd088c2_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/80a884f307104156a8597e69900ac62f, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:13,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/80a884f307104156a8597e69900ac62f is 175, key is test_row_0/A:col10/1734338232557/Put/seqid=0 2024-12-16T08:37:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742214_1390 (size=31255) 2024-12-16T08:37:13,146 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/80a884f307104156a8597e69900ac62f 2024-12-16T08:37:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/42b434efd5f6427d887b538098cc95e3 is 50, key is test_row_0/B:col10/1734338232557/Put/seqid=0 2024-12-16T08:37:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742215_1391 (size=12301) 2024-12-16T08:37:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:13,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:13,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338293244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338293351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338293554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:13,568 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/42b434efd5f6427d887b538098cc95e3 2024-12-16T08:37:13,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/06fde5e3ec4946d28109a1cf15b3144f is 50, key is test_row_0/C:col10/1734338232557/Put/seqid=0 2024-12-16T08:37:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742216_1392 (size=12301) 2024-12-16T08:37:13,589 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/06fde5e3ec4946d28109a1cf15b3144f 2024-12-16T08:37:13,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/80a884f307104156a8597e69900ac62f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/80a884f307104156a8597e69900ac62f 2024-12-16T08:37:13,597 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/80a884f307104156a8597e69900ac62f, entries=150, sequenceid=318, filesize=30.5 K 2024-12-16T08:37:13,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/42b434efd5f6427d887b538098cc95e3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/42b434efd5f6427d887b538098cc95e3 2024-12-16T08:37:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,606 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/42b434efd5f6427d887b538098cc95e3, entries=150, sequenceid=318, filesize=12.0 K 2024-12-16T08:37:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/06fde5e3ec4946d28109a1cf15b3144f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/06fde5e3ec4946d28109a1cf15b3144f 2024-12-16T08:37:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,621 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/06fde5e3ec4946d28109a1cf15b3144f, entries=150, sequenceid=318, filesize=12.0 K 2024-12-16T08:37:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,622 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4a454cabc3f194745e11a41c1ea30b79 in 531ms, sequenceid=318, compaction requested=true 2024-12-16T08:37:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-12-16T08:37:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-12-16T08:37:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-16T08:37:13,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-12-16T08:37:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.9250 sec 2024-12-16T08:37:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-16T08:37:13,814 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-16T08:37:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-16T08:37:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T08:37:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,818 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:13,818 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:13,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f8445f35d1a441388a2835f53404d4a4_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338233866/Put/seqid=0 2024-12-16T08:37:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T08:37:13,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742217_1393 (size=12454) 2024-12-16T08:37:13,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:13,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f8445f35d1a441388a2835f53404d4a4_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f8445f35d1a441388a2835f53404d4a4_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:13,969 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0220076d10d441efbe2cd4834a986663, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:13,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0220076d10d441efbe2cd4834a986663 is 175, key is test_row_0/A:col10/1734338233866/Put/seqid=0 2024-12-16T08:37:13,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:13,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-16T08:37:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:13,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:13,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742218_1394 (size=31255) 2024-12-16T08:37:13,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0220076d10d441efbe2cd4834a986663 2024-12-16T08:37:13,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/1791c38dcbbc4df2b5240de03bef6f10 is 50, key is test_row_0/B:col10/1734338233866/Put/seqid=0 2024-12-16T08:37:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742219_1395 (size=12301) 2024-12-16T08:37:14,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338294057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T08:37:14,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-16T08:37:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338294163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-16T08:37:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338294368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/1791c38dcbbc4df2b5240de03bef6f10 2024-12-16T08:37:14,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a8c7d2d47b8a432eb34c968429af8516 is 50, key is test_row_0/C:col10/1734338233866/Put/seqid=0 2024-12-16T08:37:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742220_1396 (size=12301) 2024-12-16T08:37:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T08:37:14,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-16T08:37:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-16T08:37:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338294672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-16T08:37:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:14,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a8c7d2d47b8a432eb34c968429af8516 2024-12-16T08:37:14,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0220076d10d441efbe2cd4834a986663 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0220076d10d441efbe2cd4834a986663 2024-12-16T08:37:14,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0220076d10d441efbe2cd4834a986663, entries=150, sequenceid=330, filesize=30.5 K 2024-12-16T08:37:14,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/1791c38dcbbc4df2b5240de03bef6f10 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1791c38dcbbc4df2b5240de03bef6f10 2024-12-16T08:37:14,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1791c38dcbbc4df2b5240de03bef6f10, entries=150, sequenceid=330, filesize=12.0 K 2024-12-16T08:37:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a8c7d2d47b8a432eb34c968429af8516 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a8c7d2d47b8a432eb34c968429af8516 2024-12-16T08:37:14,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a8c7d2d47b8a432eb34c968429af8516, entries=150, sequenceid=330, filesize=12.0 K 2024-12-16T08:37:14,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4a454cabc3f194745e11a41c1ea30b79 in 968ms, sequenceid=330, compaction requested=true 2024-12-16T08:37:14,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:14,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:14,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:14,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:14,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:14,837 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:14,844 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133817 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:14,844 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49307 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:14,844 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:14,844 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:14,844 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:14,844 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a02d6aa7f46d42d4913fc49e6789aad1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/823f15da6bcc4b2195b6c2183dc2a368, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/80a884f307104156a8597e69900ac62f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0220076d10d441efbe2cd4834a986663] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=130.7 K 2024-12-16T08:37:14,844 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,844 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a02d6aa7f46d42d4913fc49e6789aad1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/823f15da6bcc4b2195b6c2183dc2a368, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/80a884f307104156a8597e69900ac62f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0220076d10d441efbe2cd4834a986663] 2024-12-16T08:37:14,844 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,844 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d225c1df2c91495f8a23beacbfbf1146, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/80fec2af8f2a40c992994d17e97ba722, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/42b434efd5f6427d887b538098cc95e3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1791c38dcbbc4df2b5240de03bef6f10] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=48.2 K 2024-12-16T08:37:14,845 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d225c1df2c91495f8a23beacbfbf1146, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338231155 2024-12-16T08:37:14,845 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 80fec2af8f2a40c992994d17e97ba722, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338231813 2024-12-16T08:37:14,845 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02d6aa7f46d42d4913fc49e6789aad1, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338231155 2024-12-16T08:37:14,846 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b434efd5f6427d887b538098cc95e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734338232557 2024-12-16T08:37:14,846 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 823f15da6bcc4b2195b6c2183dc2a368, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338231796 2024-12-16T08:37:14,846 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 1791c38dcbbc4df2b5240de03bef6f10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734338233228 2024-12-16T08:37:14,846 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80a884f307104156a8597e69900ac62f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734338232557 2024-12-16T08:37:14,847 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0220076d10d441efbe2cd4834a986663, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734338233228 2024-12-16T08:37:14,856 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:14,857 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/970d8ec457de426b8fa5057516b79bf2 is 50, key is test_row_0/B:col10/1734338233866/Put/seqid=0 2024-12-16T08:37:14,859 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742221_1397 (size=12541) 2024-12-16T08:37:14,876 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216d5f8f00bcc464faf80415e7f580d17db_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:14,878 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216d5f8f00bcc464faf80415e7f580d17db_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:14,878 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d5f8f00bcc464faf80415e7f580d17db_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742222_1398 (size=4469) 2024-12-16T08:37:14,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:14,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-16T08:37:14,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:14,893 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:37:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162f366a32d647413eac868c4ab85bed5f_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338234055/Put/seqid=0 2024-12-16T08:37:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742223_1399 (size=12454) 2024-12-16T08:37:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T08:37:14,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:14,926 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162f366a32d647413eac868c4ab85bed5f_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162f366a32d647413eac868c4ab85bed5f_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/c2c0d58fe21040d6a4fd5563a47570ac, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/c2c0d58fe21040d6a4fd5563a47570ac is 175, key is test_row_0/A:col10/1734338234055/Put/seqid=0 2024-12-16T08:37:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742224_1400 (size=31255) 2024-12-16T08:37:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:15,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:15,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338295249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:15,281 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/970d8ec457de426b8fa5057516b79bf2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/970d8ec457de426b8fa5057516b79bf2 2024-12-16T08:37:15,285 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into 970d8ec457de426b8fa5057516b79bf2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:15,285 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:15,285 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=12, startTime=1734338234837; duration=0sec 2024-12-16T08:37:15,285 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:15,285 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:15,285 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:15,286 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49307 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:15,286 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:15,286 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:15,286 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/74fe769a8cec4b268ed81d99110490e0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c7a1d8f370e44daa95c510a690074dd9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/06fde5e3ec4946d28109a1cf15b3144f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a8c7d2d47b8a432eb34c968429af8516] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=48.2 K 2024-12-16T08:37:15,287 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 74fe769a8cec4b268ed81d99110490e0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734338231155 2024-12-16T08:37:15,287 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c7a1d8f370e44daa95c510a690074dd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338231813 2024-12-16T08:37:15,287 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 06fde5e3ec4946d28109a1cf15b3144f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734338232557 2024-12-16T08:37:15,287 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a8c7d2d47b8a432eb34c968429af8516, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734338233228 2024-12-16T08:37:15,290 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:15,291 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/de6978d17d32495185a86cf15d049ac7 is 175, key is test_row_0/A:col10/1734338233866/Put/seqid=0 2024-12-16T08:37:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742225_1401 (size=31495) 2024-12-16T08:37:15,299 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:15,299 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/0588b7fcbb8c4be0a5619c3c0975db67 is 50, key is test_row_0/C:col10/1734338233866/Put/seqid=0 2024-12-16T08:37:15,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742226_1402 (size=12541) 2024-12-16T08:37:15,308 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/0588b7fcbb8c4be0a5619c3c0975db67 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/0588b7fcbb8c4be0a5619c3c0975db67 2024-12-16T08:37:15,313 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into 0588b7fcbb8c4be0a5619c3c0975db67(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:15,313 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:15,313 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=12, startTime=1734338234844; duration=0sec 2024-12-16T08:37:15,313 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:15,313 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:15,339 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/c2c0d58fe21040d6a4fd5563a47570ac 2024-12-16T08:37:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/8742f851fe3044c4bcdc2340d7f51e97 is 50, key is test_row_0/B:col10/1734338234055/Put/seqid=0 2024-12-16T08:37:15,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338295355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742227_1403 (size=12301) 2024-12-16T08:37:15,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338295560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:15,699 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/de6978d17d32495185a86cf15d049ac7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de6978d17d32495185a86cf15d049ac7 2024-12-16T08:37:15,709 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into de6978d17d32495185a86cf15d049ac7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:15,709 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:15,709 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=12, startTime=1734338234837; duration=0sec 2024-12-16T08:37:15,710 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:15,710 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:15,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/8742f851fe3044c4bcdc2340d7f51e97 2024-12-16T08:37:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54 is 50, key is test_row_0/C:col10/1734338234055/Put/seqid=0 2024-12-16T08:37:15,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742228_1404 (size=12301) 2024-12-16T08:37:15,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54 2024-12-16T08:37:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/c2c0d58fe21040d6a4fd5563a47570ac as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/c2c0d58fe21040d6a4fd5563a47570ac 2024-12-16T08:37:15,785 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/c2c0d58fe21040d6a4fd5563a47570ac, entries=150, sequenceid=354, filesize=30.5 K 2024-12-16T08:37:15,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-16T08:37:15,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/8742f851fe3044c4bcdc2340d7f51e97 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8742f851fe3044c4bcdc2340d7f51e97 2024-12-16T08:37:15,790 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8742f851fe3044c4bcdc2340d7f51e97, entries=150, sequenceid=354, filesize=12.0 K 2024-12-16T08:37:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54 2024-12-16T08:37:15,795 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54, entries=150, sequenceid=354, filesize=12.0 K 2024-12-16T08:37:15,795 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4a454cabc3f194745e11a41c1ea30b79 in 902ms, sequenceid=354, compaction requested=false 2024-12-16T08:37:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-16T08:37:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-16T08:37:15,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-16T08:37:15,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9790 sec 2024-12-16T08:37:15,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.9860 sec 2024-12-16T08:37:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:15,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:37:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:15,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e9a0a8d8560a4e8bbfca01de1cbb7b3f_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338235200/Put/seqid=0 2024-12-16T08:37:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742229_1405 (size=14994) 2024-12-16T08:37:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T08:37:15,924 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-16T08:37:15,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-16T08:37:15,927 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-16T08:37:15,928 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:15,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:15,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338295971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-16T08:37:16,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:16,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:16,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338296079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-16T08:37:16,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338296283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:16,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e9a0a8d8560a4e8bbfca01de1cbb7b3f_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e9a0a8d8560a4e8bbfca01de1cbb7b3f_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:16,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1b0af626d5ab4906bb5686da90d610ea, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:16,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1b0af626d5ab4906bb5686da90d610ea is 175, key is test_row_0/A:col10/1734338235200/Put/seqid=0 2024-12-16T08:37:16,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742230_1406 (size=39949) 2024-12-16T08:37:16,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1b0af626d5ab4906bb5686da90d610ea 2024-12-16T08:37:16,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/a438bfe128fa4b839b9a9603a95d98bf is 50, key is test_row_0/B:col10/1734338235200/Put/seqid=0 2024-12-16T08:37:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742231_1407 (size=12301) 2024-12-16T08:37:16,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-16T08:37:16,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:16,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338296589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/a438bfe128fa4b839b9a9603a95d98bf 2024-12-16T08:37:16,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/6ce33e26b4c74810a38cd0b8f9e76a3f is 50, key is test_row_0/C:col10/1734338235200/Put/seqid=0 2024-12-16T08:37:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742232_1408 (size=12301) 2024-12-16T08:37:16,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:16,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:16,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:16,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:16,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:17,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:17,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:17,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-16T08:37:17,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50178 deadline: 1734338297095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:17,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/6ce33e26b4c74810a38cd0b8f9e76a3f 2024-12-16T08:37:17,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/1b0af626d5ab4906bb5686da90d610ea as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1b0af626d5ab4906bb5686da90d610ea 2024-12-16T08:37:17,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1b0af626d5ab4906bb5686da90d610ea, entries=200, sequenceid=370, filesize=39.0 K 2024-12-16T08:37:17,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/a438bfe128fa4b839b9a9603a95d98bf as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a438bfe128fa4b839b9a9603a95d98bf 2024-12-16T08:37:17,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a438bfe128fa4b839b9a9603a95d98bf, entries=150, sequenceid=370, filesize=12.0 K 2024-12-16T08:37:17,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/6ce33e26b4c74810a38cd0b8f9e76a3f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/6ce33e26b4c74810a38cd0b8f9e76a3f 2024-12-16T08:37:17,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/6ce33e26b4c74810a38cd0b8f9e76a3f, entries=150, sequenceid=370, filesize=12.0 K 2024-12-16T08:37:17,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4a454cabc3f194745e11a41c1ea30b79 in 1285ms, sequenceid=370, compaction requested=true 2024-12-16T08:37:17,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:17,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:17,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:17,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:17,153 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:17,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:17,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a454cabc3f194745e11a41c1ea30b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:17,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:17,153 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:17,154 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:17,154 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:17,154 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/B is initiating minor compaction (all files) 2024-12-16T08:37:17,154 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/A is initiating minor compaction (all files) 2024-12-16T08:37:17,154 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/B in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:17,154 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/A in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:17,154 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/970d8ec457de426b8fa5057516b79bf2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8742f851fe3044c4bcdc2340d7f51e97, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a438bfe128fa4b839b9a9603a95d98bf] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=36.3 K 2024-12-16T08:37:17,154 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de6978d17d32495185a86cf15d049ac7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/c2c0d58fe21040d6a4fd5563a47570ac, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1b0af626d5ab4906bb5686da90d610ea] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=100.3 K 2024-12-16T08:37:17,154 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:17,154 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de6978d17d32495185a86cf15d049ac7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/c2c0d58fe21040d6a4fd5563a47570ac, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1b0af626d5ab4906bb5686da90d610ea] 2024-12-16T08:37:17,154 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 970d8ec457de426b8fa5057516b79bf2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734338233228 2024-12-16T08:37:17,155 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6978d17d32495185a86cf15d049ac7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734338233228 2024-12-16T08:37:17,155 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8742f851fe3044c4bcdc2340d7f51e97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734338234026 2024-12-16T08:37:17,155 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a438bfe128fa4b839b9a9603a95d98bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734338235200 2024-12-16T08:37:17,155 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2c0d58fe21040d6a4fd5563a47570ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734338234026 2024-12-16T08:37:17,158 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b0af626d5ab4906bb5686da90d610ea, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734338235200 2024-12-16T08:37:17,165 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:17,166 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/ab1bf0bcb2d24750a7d0415be5778f3a is 50, key is test_row_0/B:col10/1734338235200/Put/seqid=0 2024-12-16T08:37:17,168 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:17,170 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121632e51790271248ff947eda08afac2b10_4a454cabc3f194745e11a41c1ea30b79 store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:17,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:17,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-16T08:37:17,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:17,172 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:37:17,172 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121632e51790271248ff947eda08afac2b10_4a454cabc3f194745e11a41c1ea30b79, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:17,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:17,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:17,172 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121632e51790271248ff947eda08afac2b10_4a454cabc3f194745e11a41c1ea30b79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:17,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:17,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:17,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742233_1409 (size=12643) 2024-12-16T08:37:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216305166d08c944f20a1ed689aa8a98f4b_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_0/A:col10/1734338235969/Put/seqid=0 2024-12-16T08:37:17,184 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/ab1bf0bcb2d24750a7d0415be5778f3a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/ab1bf0bcb2d24750a7d0415be5778f3a 2024-12-16T08:37:17,189 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/B of 4a454cabc3f194745e11a41c1ea30b79 into ab1bf0bcb2d24750a7d0415be5778f3a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:17,189 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:17,189 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/B, priority=13, startTime=1734338237153; duration=0sec 2024-12-16T08:37:17,189 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:17,189 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:B 2024-12-16T08:37:17,190 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:17,190 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:17,191 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 4a454cabc3f194745e11a41c1ea30b79/C is initiating minor compaction (all files) 2024-12-16T08:37:17,191 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a454cabc3f194745e11a41c1ea30b79/C in TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:17,191 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/0588b7fcbb8c4be0a5619c3c0975db67, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/6ce33e26b4c74810a38cd0b8f9e76a3f] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp, totalSize=36.3 K 2024-12-16T08:37:17,191 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 0588b7fcbb8c4be0a5619c3c0975db67, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734338233228 2024-12-16T08:37:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742234_1410 (size=4469) 2024-12-16T08:37:17,196 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f35a2c9fabdc4dc99a6a3ea1d03ecb54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734338234026 2024-12-16T08:37:17,196 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ce33e26b4c74810a38cd0b8f9e76a3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734338235200 2024-12-16T08:37:17,197 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#A#compaction#340 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:17,198 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/46a07df7074e499181165b854c9b883d is 175, key is test_row_0/A:col10/1734338235200/Put/seqid=0 2024-12-16T08:37:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742235_1411 (size=12454) 2024-12-16T08:37:17,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742236_1412 (size=31597) 2024-12-16T08:37:17,210 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/46a07df7074e499181165b854c9b883d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/46a07df7074e499181165b854c9b883d 2024-12-16T08:37:17,214 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a454cabc3f194745e11a41c1ea30b79#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:17,214 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/b9f582ba678d447b973aea5e47a91b5c is 50, key is test_row_0/C:col10/1734338235200/Put/seqid=0 2024-12-16T08:37:17,218 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/A of 4a454cabc3f194745e11a41c1ea30b79 into 46a07df7074e499181165b854c9b883d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:17,218 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:17,218 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/A, priority=13, startTime=1734338237153; duration=0sec 2024-12-16T08:37:17,219 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:17,219 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:A 2024-12-16T08:37:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742237_1413 (size=12643) 2024-12-16T08:37:17,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:17,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216305166d08c944f20a1ed689aa8a98f4b_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216305166d08c944f20a1ed689aa8a98f4b_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:17,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0018e65a3ca444b2ade15deab99e23c3, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0018e65a3ca444b2ade15deab99e23c3 is 175, key is test_row_0/A:col10/1734338235969/Put/seqid=0 2024-12-16T08:37:17,627 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/b9f582ba678d447b973aea5e47a91b5c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b9f582ba678d447b973aea5e47a91b5c 2024-12-16T08:37:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742238_1414 (size=31255) 2024-12-16T08:37:17,646 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a454cabc3f194745e11a41c1ea30b79/C of 4a454cabc3f194745e11a41c1ea30b79 into b9f582ba678d447b973aea5e47a91b5c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:17,646 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:17,646 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79., storeName=4a454cabc3f194745e11a41c1ea30b79/C, priority=13, startTime=1734338237153; duration=0sec 2024-12-16T08:37:17,646 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:17,646 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a454cabc3f194745e11a41c1ea30b79:C 2024-12-16T08:37:17,801 DEBUG [Thread-1410 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b6d860 to 127.0.0.1:62313 2024-12-16T08:37:17,801 DEBUG [Thread-1416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x455c1316 to 127.0.0.1:62313 2024-12-16T08:37:17,801 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:17,801 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:17,802 DEBUG [Thread-1418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d31d64d to 127.0.0.1:62313 2024-12-16T08:37:17,802 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:17,803 DEBUG [Thread-1414 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x323d4725 to 127.0.0.1:62313 2024-12-16T08:37:17,803 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:17,803 DEBUG [Thread-1412 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16722a1f to 127.0.0.1:62313 2024-12-16T08:37:17,804 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-16T08:37:18,038 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0018e65a3ca444b2ade15deab99e23c3 2024-12-16T08:37:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/a1f4df8df97040f69123af04f1db1f0c is 50, key is test_row_0/B:col10/1734338235969/Put/seqid=0 2024-12-16T08:37:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742239_1415 (size=12301) 2024-12-16T08:37:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:18,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. as already flushing 2024-12-16T08:37:18,101 DEBUG [Thread-1399 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3401188a to 127.0.0.1:62313 2024-12-16T08:37:18,101 DEBUG [Thread-1399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:18,448 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/a1f4df8df97040f69123af04f1db1f0c 2024-12-16T08:37:18,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a06706119d7d4077a3aef302e7fea268 is 50, key is test_row_0/C:col10/1734338235969/Put/seqid=0 2024-12-16T08:37:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742240_1416 (size=12301) 2024-12-16T08:37:18,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a06706119d7d4077a3aef302e7fea268 2024-12-16T08:37:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/0018e65a3ca444b2ade15deab99e23c3 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0018e65a3ca444b2ade15deab99e23c3 2024-12-16T08:37:18,863 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0018e65a3ca444b2ade15deab99e23c3, entries=150, sequenceid=393, filesize=30.5 K 2024-12-16T08:37:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/a1f4df8df97040f69123af04f1db1f0c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a1f4df8df97040f69123af04f1db1f0c 2024-12-16T08:37:18,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a1f4df8df97040f69123af04f1db1f0c, entries=150, sequenceid=393, filesize=12.0 K 2024-12-16T08:37:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/a06706119d7d4077a3aef302e7fea268 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a06706119d7d4077a3aef302e7fea268 2024-12-16T08:37:18,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a06706119d7d4077a3aef302e7fea268, entries=150, sequenceid=393, filesize=12.0 K 2024-12-16T08:37:18,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for 4a454cabc3f194745e11a41c1ea30b79 in 1698ms, sequenceid=393, compaction requested=false 2024-12-16T08:37:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-16T08:37:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-16T08:37:18,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-16T08:37:18,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9440 sec 2024-12-16T08:37:18,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.9480 sec 2024-12-16T08:37:19,235 DEBUG [Thread-1401 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55650656 to 127.0.0.1:62313 2024-12-16T08:37:19,235 DEBUG [Thread-1401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:19,286 DEBUG [Thread-1407 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c35c7c4 to 127.0.0.1:62313 2024-12-16T08:37:19,286 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:19,287 DEBUG [Thread-1403 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c80a40c to 127.0.0.1:62313 2024-12-16T08:37:19,287 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:19,305 DEBUG [Thread-1405 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62cf69c5 to 127.0.0.1:62313 2024-12-16T08:37:19,305 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-16T08:37:20,032 INFO [Thread-1409 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 240 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1695 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5082 rows 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1695 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5085 rows 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1695 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5085 rows 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1704 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5112 rows 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1738 2024-12-16T08:37:20,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5214 rows 2024-12-16T08:37:20,032 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:37:20,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86cb71 to 127.0.0.1:62313 2024-12-16T08:37:20,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:20,035 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T08:37:20,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-16T08:37:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-16T08:37:20,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338240039"}]},"ts":"1734338240039"} 2024-12-16T08:37:20,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T08:37:20,043 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T08:37:20,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:37:20,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, UNASSIGN}] 2024-12-16T08:37:20,045 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, UNASSIGN 2024-12-16T08:37:20,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:20,046 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:37:20,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; CloseRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:37:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-16T08:37:20,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:20,198 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(124): Close 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1681): Closing 4a454cabc3f194745e11a41c1ea30b79, disabling compactions & flushes 2024-12-16T08:37:20,198 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. after waiting 0 ms 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:20,198 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(2837): Flushing 4a454cabc3f194745e11a41c1ea30b79 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=A 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=B 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:20,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a454cabc3f194745e11a41c1ea30b79, store=C 2024-12-16T08:37:20,199 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:20,203 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e70874436b2247f49346918166a61f11_4a454cabc3f194745e11a41c1ea30b79 is 50, key is test_row_1/A:col10/1734338239303/Put/seqid=0 2024-12-16T08:37:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742241_1417 (size=9914) 2024-12-16T08:37:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-16T08:37:20,607 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:20,610 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e70874436b2247f49346918166a61f11_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e70874436b2247f49346918166a61f11_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:20,611 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/b9b3279fc2904be6871128bfcca6452a, store: [table=TestAcidGuarantees family=A region=4a454cabc3f194745e11a41c1ea30b79] 2024-12-16T08:37:20,611 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/b9b3279fc2904be6871128bfcca6452a is 175, key is test_row_1/A:col10/1734338239303/Put/seqid=0 2024-12-16T08:37:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742242_1418 (size=22561) 2024-12-16T08:37:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-16T08:37:21,015 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/b9b3279fc2904be6871128bfcca6452a 2024-12-16T08:37:21,021 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/96960ea5ae664479a87d34d127f2d565 is 50, key is test_row_1/B:col10/1734338239303/Put/seqid=0 2024-12-16T08:37:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742243_1419 (size=9857) 2024-12-16T08:37:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-16T08:37:21,425 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/96960ea5ae664479a87d34d127f2d565 2024-12-16T08:37:21,431 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/56834de2f8bc4ff086ef8829e20a8d8e is 50, key is test_row_1/C:col10/1734338239303/Put/seqid=0 2024-12-16T08:37:21,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742244_1420 (size=9857) 2024-12-16T08:37:21,835 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/56834de2f8bc4ff086ef8829e20a8d8e 2024-12-16T08:37:21,839 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/A/b9b3279fc2904be6871128bfcca6452a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b9b3279fc2904be6871128bfcca6452a 2024-12-16T08:37:21,842 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b9b3279fc2904be6871128bfcca6452a, entries=100, sequenceid=404, filesize=22.0 K 2024-12-16T08:37:21,843 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/B/96960ea5ae664479a87d34d127f2d565 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/96960ea5ae664479a87d34d127f2d565 2024-12-16T08:37:21,847 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/96960ea5ae664479a87d34d127f2d565, entries=100, sequenceid=404, filesize=9.6 K 2024-12-16T08:37:21,847 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/.tmp/C/56834de2f8bc4ff086ef8829e20a8d8e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/56834de2f8bc4ff086ef8829e20a8d8e 2024-12-16T08:37:21,851 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/56834de2f8bc4ff086ef8829e20a8d8e, entries=100, sequenceid=404, filesize=9.6 K 2024-12-16T08:37:21,852 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4a454cabc3f194745e11a41c1ea30b79 in 1654ms, sequenceid=404, compaction requested=true 2024-12-16T08:37:21,853 DEBUG [StoreCloser-TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b7938ea58d5f4964ac0e02087575ae27, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a204d0f5bbe44c77b69c6cbab19f2e8e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/9dec38c709b3412295ab4c0629064ac4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a02d6aa7f46d42d4913fc49e6789aad1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/823f15da6bcc4b2195b6c2183dc2a368, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/80a884f307104156a8597e69900ac62f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de6978d17d32495185a86cf15d049ac7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0220076d10d441efbe2cd4834a986663, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/c2c0d58fe21040d6a4fd5563a47570ac, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1b0af626d5ab4906bb5686da90d610ea] to archive 2024-12-16T08:37:21,853 DEBUG [StoreCloser-TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:21,855 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b7938ea58d5f4964ac0e02087575ae27 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b7938ea58d5f4964ac0e02087575ae27 2024-12-16T08:37:21,856 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/823f15da6bcc4b2195b6c2183dc2a368 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/823f15da6bcc4b2195b6c2183dc2a368 2024-12-16T08:37:21,856 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/9dec38c709b3412295ab4c0629064ac4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/9dec38c709b3412295ab4c0629064ac4 2024-12-16T08:37:21,856 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a204d0f5bbe44c77b69c6cbab19f2e8e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a204d0f5bbe44c77b69c6cbab19f2e8e 2024-12-16T08:37:21,856 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0220076d10d441efbe2cd4834a986663 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0220076d10d441efbe2cd4834a986663 2024-12-16T08:37:21,856 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/80a884f307104156a8597e69900ac62f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/80a884f307104156a8597e69900ac62f 2024-12-16T08:37:21,856 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de6978d17d32495185a86cf15d049ac7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/de6978d17d32495185a86cf15d049ac7 2024-12-16T08:37:21,856 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a02d6aa7f46d42d4913fc49e6789aad1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/a02d6aa7f46d42d4913fc49e6789aad1 2024-12-16T08:37:21,857 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/c2c0d58fe21040d6a4fd5563a47570ac to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/c2c0d58fe21040d6a4fd5563a47570ac 2024-12-16T08:37:21,857 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1b0af626d5ab4906bb5686da90d610ea to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/1b0af626d5ab4906bb5686da90d610ea 2024-12-16T08:37:21,858 DEBUG [StoreCloser-TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d1022fe993d044c29afabb4f6745d1e6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7ecf196b9fc4441aa22079cc6c274f16, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d225c1df2c91495f8a23beacbfbf1146, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2ff198b0254e4305940d3197658e9823, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/80fec2af8f2a40c992994d17e97ba722, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/42b434efd5f6427d887b538098cc95e3, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/970d8ec457de426b8fa5057516b79bf2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1791c38dcbbc4df2b5240de03bef6f10, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8742f851fe3044c4bcdc2340d7f51e97, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a438bfe128fa4b839b9a9603a95d98bf] to archive 2024-12-16T08:37:21,859 DEBUG [StoreCloser-TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:21,861 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d1022fe993d044c29afabb4f6745d1e6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d1022fe993d044c29afabb4f6745d1e6 2024-12-16T08:37:21,862 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7ecf196b9fc4441aa22079cc6c274f16 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/7ecf196b9fc4441aa22079cc6c274f16 2024-12-16T08:37:21,862 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d225c1df2c91495f8a23beacbfbf1146 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/d225c1df2c91495f8a23beacbfbf1146 2024-12-16T08:37:21,862 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/42b434efd5f6427d887b538098cc95e3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/42b434efd5f6427d887b538098cc95e3 2024-12-16T08:37:21,862 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2ff198b0254e4305940d3197658e9823 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/2ff198b0254e4305940d3197658e9823 2024-12-16T08:37:21,862 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/970d8ec457de426b8fa5057516b79bf2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/970d8ec457de426b8fa5057516b79bf2 2024-12-16T08:37:21,863 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/80fec2af8f2a40c992994d17e97ba722 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/80fec2af8f2a40c992994d17e97ba722 2024-12-16T08:37:21,863 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1791c38dcbbc4df2b5240de03bef6f10 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/1791c38dcbbc4df2b5240de03bef6f10 2024-12-16T08:37:21,863 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8742f851fe3044c4bcdc2340d7f51e97 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/8742f851fe3044c4bcdc2340d7f51e97 2024-12-16T08:37:21,864 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a438bfe128fa4b839b9a9603a95d98bf to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a438bfe128fa4b839b9a9603a95d98bf 2024-12-16T08:37:21,865 DEBUG [StoreCloser-TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/ab536557187a45a2ae5f81d9dd8f59bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/589b749ae7194cd0ae935b732a3fe04e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/74fe769a8cec4b268ed81d99110490e0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/dc149f2a485044b3940fe0fcb7a3fa26, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c7a1d8f370e44daa95c510a690074dd9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/06fde5e3ec4946d28109a1cf15b3144f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/0588b7fcbb8c4be0a5619c3c0975db67, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a8c7d2d47b8a432eb34c968429af8516, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/6ce33e26b4c74810a38cd0b8f9e76a3f] to archive 2024-12-16T08:37:21,865 DEBUG [StoreCloser-TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:21,868 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/ab536557187a45a2ae5f81d9dd8f59bb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/ab536557187a45a2ae5f81d9dd8f59bb 2024-12-16T08:37:21,868 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/589b749ae7194cd0ae935b732a3fe04e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/589b749ae7194cd0ae935b732a3fe04e 2024-12-16T08:37:21,868 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/74fe769a8cec4b268ed81d99110490e0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/74fe769a8cec4b268ed81d99110490e0 2024-12-16T08:37:21,868 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/dc149f2a485044b3940fe0fcb7a3fa26 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/dc149f2a485044b3940fe0fcb7a3fa26 2024-12-16T08:37:21,868 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/06fde5e3ec4946d28109a1cf15b3144f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/06fde5e3ec4946d28109a1cf15b3144f 2024-12-16T08:37:21,868 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c7a1d8f370e44daa95c510a690074dd9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/c7a1d8f370e44daa95c510a690074dd9 2024-12-16T08:37:21,868 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a8c7d2d47b8a432eb34c968429af8516 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a8c7d2d47b8a432eb34c968429af8516 2024-12-16T08:37:21,869 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/0588b7fcbb8c4be0a5619c3c0975db67 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/0588b7fcbb8c4be0a5619c3c0975db67 2024-12-16T08:37:21,869 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/6ce33e26b4c74810a38cd0b8f9e76a3f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/6ce33e26b4c74810a38cd0b8f9e76a3f 2024-12-16T08:37:21,869 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/f35a2c9fabdc4dc99a6a3ea1d03ecb54 2024-12-16T08:37:21,873 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/recovered.edits/407.seqid, newMaxSeqId=407, maxSeqId=4 2024-12-16T08:37:21,874 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79. 2024-12-16T08:37:21,874 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1635): Region close journal for 4a454cabc3f194745e11a41c1ea30b79: 2024-12-16T08:37:21,875 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(170): Closed 4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:21,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=4a454cabc3f194745e11a41c1ea30b79, regionState=CLOSED 2024-12-16T08:37:21,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-16T08:37:21,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; CloseRegionProcedure 4a454cabc3f194745e11a41c1ea30b79, server=e845af7b5e21,34791,1734338108080 in 1.8310 sec 2024-12-16T08:37:21,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-16T08:37:21,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a454cabc3f194745e11a41c1ea30b79, UNASSIGN in 1.8340 sec 2024-12-16T08:37:21,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-16T08:37:21,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8360 sec 2024-12-16T08:37:21,881 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338241881"}]},"ts":"1734338241881"} 2024-12-16T08:37:21,882 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T08:37:21,884 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T08:37:21,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8480 sec 2024-12-16T08:37:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-16T08:37:22,142 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-16T08:37:22,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-16T08:37:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:22,144 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=110, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T08:37:22,145 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=110, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:22,147 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,149 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/recovered.edits] 2024-12-16T08:37:22,152 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/46a07df7074e499181165b854c9b883d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/46a07df7074e499181165b854c9b883d 2024-12-16T08:37:22,152 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b9b3279fc2904be6871128bfcca6452a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/b9b3279fc2904be6871128bfcca6452a 2024-12-16T08:37:22,152 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0018e65a3ca444b2ade15deab99e23c3 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/A/0018e65a3ca444b2ade15deab99e23c3 2024-12-16T08:37:22,156 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/96960ea5ae664479a87d34d127f2d565 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/96960ea5ae664479a87d34d127f2d565 2024-12-16T08:37:22,156 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/ab1bf0bcb2d24750a7d0415be5778f3a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/ab1bf0bcb2d24750a7d0415be5778f3a 2024-12-16T08:37:22,156 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a1f4df8df97040f69123af04f1db1f0c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/B/a1f4df8df97040f69123af04f1db1f0c 2024-12-16T08:37:22,159 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a06706119d7d4077a3aef302e7fea268 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/a06706119d7d4077a3aef302e7fea268 2024-12-16T08:37:22,159 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b9f582ba678d447b973aea5e47a91b5c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/b9f582ba678d447b973aea5e47a91b5c 2024-12-16T08:37:22,159 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/56834de2f8bc4ff086ef8829e20a8d8e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/C/56834de2f8bc4ff086ef8829e20a8d8e 2024-12-16T08:37:22,161 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/recovered.edits/407.seqid to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79/recovered.edits/407.seqid 2024-12-16T08:37:22,162 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,162 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T08:37:22,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T08:37:22,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-16T08:37:22,172 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162b7fb88a70f3439fbd8be55e5d0dedf0_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162b7fb88a70f3439fbd8be55e5d0dedf0_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,172 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216093c0e914b0943ef95fde05e6011a3f6_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216093c0e914b0943ef95fde05e6011a3f6_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,172 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121604eec4422e5543588462f3ecd1010c64_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121604eec4422e5543588462f3ecd1010c64_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,173 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121638c1c88077f642a68925c35552762902_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121638c1c88077f642a68925c35552762902_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,173 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162f366a32d647413eac868c4ab85bed5f_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162f366a32d647413eac868c4ab85bed5f_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,173 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216305166d08c944f20a1ed689aa8a98f4b_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216305166d08c944f20a1ed689aa8a98f4b_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,173 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216159eb482164e442e98336331d2a61666_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216159eb482164e442e98336331d2a61666_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,173 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160950d576cc5a45e7b654baff159070bd_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160950d576cc5a45e7b654baff159070bd_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,174 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165ae10a57bd784f16a78db85960a5a193_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165ae10a57bd784f16a78db85960a5a193_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,174 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163fcfdaebcdbd420d9bc0922900d733d7_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163fcfdaebcdbd420d9bc0922900d733d7_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,175 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412167970b9ddf8574a0f9378c2b6fb66ff15_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412167970b9ddf8574a0f9378c2b6fb66ff15_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,175 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121663afc2eed4d244e8bce79e6c27c967f3_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121663afc2eed4d244e8bce79e6c27c967f3_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,175 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121686815f7461cf4ec6888aaa821cbaeeba_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121686815f7461cf4ec6888aaa821cbaeeba_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,175 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216cc54cc7612354c208c2f88c2799af4fa_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216cc54cc7612354c208c2f88c2799af4fa_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,176 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e9a0a8d8560a4e8bbfca01de1cbb7b3f_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e9a0a8d8560a4e8bbfca01de1cbb7b3f_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,177 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e48d0c8f3a004ca98b9159e32a700ddb_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e48d0c8f3a004ca98b9159e32a700ddb_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,177 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e70874436b2247f49346918166a61f11_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e70874436b2247f49346918166a61f11_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,177 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ea93c44c23f44146b72249726fd088c2_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ea93c44c23f44146b72249726fd088c2_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,177 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f8445f35d1a441388a2835f53404d4a4_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f8445f35d1a441388a2835f53404d4a4_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,181 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169a3f88d0083d450a8b01e4b8e93fe3f5_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169a3f88d0083d450a8b01e4b8e93fe3f5_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,181 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e45da01a2db04de5990639aa59209eec_4a454cabc3f194745e11a41c1ea30b79 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e45da01a2db04de5990639aa59209eec_4a454cabc3f194745e11a41c1ea30b79 2024-12-16T08:37:22,181 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T08:37:22,184 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=110, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:22,185 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T08:37:22,187 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T08:37:22,188 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=110, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:22,188 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T08:37:22,189 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734338242189"}]},"ts":"9223372036854775807"} 2024-12-16T08:37:22,190 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T08:37:22,190 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4a454cabc3f194745e11a41c1ea30b79, NAME => 'TestAcidGuarantees,,1734338214657.4a454cabc3f194745e11a41c1ea30b79.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T08:37:22,191 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T08:37:22,191 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734338242191"}]},"ts":"9223372036854775807"} 2024-12-16T08:37:22,197 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T08:37:22,200 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=110, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:22,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-12-16T08:37:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T08:37:22,246 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-16T08:37:22,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=248 (was 244) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=927 (was 1046), ProcessCount=11 (was 11), AvailableMemoryMB=2492 (was 2603) 2024-12-16T08:37:22,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=248, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=927, ProcessCount=11, AvailableMemoryMB=2492 2024-12-16T08:37:22,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:37:22,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:37:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=111, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:22,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:37:22,267 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:22,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 111 2024-12-16T08:37:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-16T08:37:22,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:37:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742245_1421 (size=963) 2024-12-16T08:37:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-16T08:37:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-16T08:37:22,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:37:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742246_1422 (size=53) 2024-12-16T08:37:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-16T08:37:23,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:37:23,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 256e5a4a42e59b3964940b5d3e0a3e63, disabling compactions & flushes 2024-12-16T08:37:23,082 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. after waiting 0 ms 2024-12-16T08:37:23,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,082 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:23,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:37:23,083 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734338243083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734338243083"}]},"ts":"1734338243083"} 2024-12-16T08:37:23,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:37:23,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:37:23,085 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338243085"}]},"ts":"1734338243085"} 2024-12-16T08:37:23,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T08:37:23,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=256e5a4a42e59b3964940b5d3e0a3e63, ASSIGN}] 2024-12-16T08:37:23,091 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=256e5a4a42e59b3964940b5d3e0a3e63, ASSIGN 2024-12-16T08:37:23,092 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=256e5a4a42e59b3964940b5d3e0a3e63, ASSIGN; state=OFFLINE, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=false 2024-12-16T08:37:23,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=256e5a4a42e59b3964940b5d3e0a3e63, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:23,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; OpenRegionProcedure 256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:37:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-16T08:37:23,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:23,398 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,398 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:37:23,398 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,398 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:37:23,398 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,398 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,400 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,401 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:23,401 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256e5a4a42e59b3964940b5d3e0a3e63 columnFamilyName A 2024-12-16T08:37:23,401 DEBUG [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:23,401 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.HStore(327): Store=256e5a4a42e59b3964940b5d3e0a3e63/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:23,401 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,402 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:23,402 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256e5a4a42e59b3964940b5d3e0a3e63 columnFamilyName B 2024-12-16T08:37:23,402 DEBUG [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:23,403 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.HStore(327): Store=256e5a4a42e59b3964940b5d3e0a3e63/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:23,403 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,404 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:23,404 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256e5a4a42e59b3964940b5d3e0a3e63 columnFamilyName C 2024-12-16T08:37:23,404 DEBUG [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:23,404 INFO [StoreOpener-256e5a4a42e59b3964940b5d3e0a3e63-1 {}] regionserver.HStore(327): Store=256e5a4a42e59b3964940b5d3e0a3e63/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:23,404 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,405 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,405 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,406 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:37:23,407 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:23,409 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:37:23,409 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened 256e5a4a42e59b3964940b5d3e0a3e63; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68277367, jitterRate=0.017412051558494568}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:37:23,409 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:23,410 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., pid=113, masterSystemTime=1734338243395 2024-12-16T08:37:23,411 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,411 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:23,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=256e5a4a42e59b3964940b5d3e0a3e63, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:23,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-16T08:37:23,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; OpenRegionProcedure 256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 in 170 msec 2024-12-16T08:37:23,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-16T08:37:23,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=256e5a4a42e59b3964940b5d3e0a3e63, ASSIGN in 324 msec 2024-12-16T08:37:23,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:37:23,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338243415"}]},"ts":"1734338243415"} 2024-12-16T08:37:23,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T08:37:23,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:37:23,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-12-16T08:37:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-16T08:37:24,373 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 111 completed 2024-12-16T08:37:24,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-12-16T08:37:24,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,379 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:37:24,381 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:37:24,383 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-12-16T08:37:24,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-12-16T08:37:24,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x402e5def to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14088aa9 2024-12-16T08:37:24,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23090be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,393 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10bda459 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40302925 2024-12-16T08:37:24,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8d64d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0657e1bf to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47ef9951 2024-12-16T08:37:24,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,401 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-12-16T08:37:24,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-12-16T08:37:24,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d567fc2 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c153822 2024-12-16T08:37:24,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41953565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69e0c36f to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c813259 2024-12-16T08:37:24,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34570ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c53df25 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19952f0c 2024-12-16T08:37:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151bac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:24,428 DEBUG [hconnection-0x248b8f81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,429 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,430 DEBUG [hconnection-0x5c69b145-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,430 DEBUG [hconnection-0x646e1d45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,430 DEBUG [hconnection-0x6743c196-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,431 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,432 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,432 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,433 DEBUG [hconnection-0x79ae36ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-16T08:37:24,436 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:24,437 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:24,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T08:37:24,440 DEBUG [hconnection-0x244839e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:24,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:24,440 DEBUG [hconnection-0x6f756c61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:24,441 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,444 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338304455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338304455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338304456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338304456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,461 DEBUG [hconnection-0x60012b37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,462 DEBUG [hconnection-0x7d496b83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,463 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,463 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,465 DEBUG [hconnection-0x36a01d02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:24,466 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338304467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/2f40f5de0740485cac25df06504bd179 is 50, key is test_row_0/A:col10/1734338244439/Put/seqid=0 2024-12-16T08:37:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742247_1423 (size=12001) 2024-12-16T08:37:24,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/2f40f5de0740485cac25df06504bd179 2024-12-16T08:37:24,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d0b982affbae478e97035e7d459d7c9b is 50, key is test_row_0/B:col10/1734338244439/Put/seqid=0 2024-12-16T08:37:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742248_1424 (size=12001) 2024-12-16T08:37:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T08:37:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338304557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338304557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338304558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338304560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338304568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T08:37:24,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:24,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T08:37:24,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T08:37:24,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:24,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338304760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338304761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338304762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338304774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338304774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:24,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T08:37:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:24,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:24,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d0b982affbae478e97035e7d459d7c9b 2024-12-16T08:37:24,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/df4f7421ed1f492aa773c34224d81229 is 50, key is test_row_0/C:col10/1734338244439/Put/seqid=0 2024-12-16T08:37:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742249_1425 (size=12001) 2024-12-16T08:37:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T08:37:25,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T08:37:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:25,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338305065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338305067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338305067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338305079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338305084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T08:37:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:25,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/df4f7421ed1f492aa773c34224d81229 2024-12-16T08:37:25,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/2f40f5de0740485cac25df06504bd179 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/2f40f5de0740485cac25df06504bd179 2024-12-16T08:37:25,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/2f40f5de0740485cac25df06504bd179, entries=150, sequenceid=14, filesize=11.7 K 2024-12-16T08:37:25,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d0b982affbae478e97035e7d459d7c9b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d0b982affbae478e97035e7d459d7c9b 2024-12-16T08:37:25,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T08:37:25,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:25,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:25,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:25,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:25,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d0b982affbae478e97035e7d459d7c9b, entries=150, sequenceid=14, filesize=11.7 K 2024-12-16T08:37:25,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/df4f7421ed1f492aa773c34224d81229 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/df4f7421ed1f492aa773c34224d81229 2024-12-16T08:37:25,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/df4f7421ed1f492aa773c34224d81229, entries=150, sequenceid=14, filesize=11.7 K 2024-12-16T08:37:25,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 256e5a4a42e59b3964940b5d3e0a3e63 in 943ms, sequenceid=14, compaction requested=false 2024-12-16T08:37:25,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:25,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T08:37:25,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:25,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:37:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:25,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/61b79d1dc2dc4ebc8903b7f51b95862d is 50, key is test_row_0/A:col10/1734338244453/Put/seqid=0 2024-12-16T08:37:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742250_1426 (size=12001) 2024-12-16T08:37:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T08:37:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:25,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:25,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338305584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338305586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338305587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338305591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338305595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338305688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338305688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338305692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338305891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338305892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338305896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:25,941 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/61b79d1dc2dc4ebc8903b7f51b95862d 2024-12-16T08:37:25,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/82dceb1ee95b48f687cfb3aca62574b7 is 50, key is test_row_0/B:col10/1734338244453/Put/seqid=0 2024-12-16T08:37:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742251_1427 (size=12001) 2024-12-16T08:37:25,967 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/82dceb1ee95b48f687cfb3aca62574b7 2024-12-16T08:37:25,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/b14830e7d4be4081915013fc5cb11d4a is 50, key is test_row_0/C:col10/1734338244453/Put/seqid=0 2024-12-16T08:37:25,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742252_1428 (size=12001) 2024-12-16T08:37:25,989 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/b14830e7d4be4081915013fc5cb11d4a 2024-12-16T08:37:25,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/61b79d1dc2dc4ebc8903b7f51b95862d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/61b79d1dc2dc4ebc8903b7f51b95862d 2024-12-16T08:37:26,000 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/61b79d1dc2dc4ebc8903b7f51b95862d, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T08:37:26,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/82dceb1ee95b48f687cfb3aca62574b7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/82dceb1ee95b48f687cfb3aca62574b7 2024-12-16T08:37:26,011 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/82dceb1ee95b48f687cfb3aca62574b7, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T08:37:26,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/b14830e7d4be4081915013fc5cb11d4a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b14830e7d4be4081915013fc5cb11d4a 2024-12-16T08:37:26,025 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b14830e7d4be4081915013fc5cb11d4a, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T08:37:26,026 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 256e5a4a42e59b3964940b5d3e0a3e63 in 505ms, sequenceid=38, compaction requested=false 2024-12-16T08:37:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-16T08:37:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-16T08:37:26,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-16T08:37:26,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec 2024-12-16T08:37:26,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.6050 sec 2024-12-16T08:37:26,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:37:26,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:26,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:26,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:26,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:26,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/0645fe5568a549c1aa00d2aedccce4ee is 50, key is test_row_0/A:col10/1734338245586/Put/seqid=0 2024-12-16T08:37:26,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742253_1429 (size=14341) 2024-12-16T08:37:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338306231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338306235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338306236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338306337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338306341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338306342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T08:37:26,544 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-16T08:37:26,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-16T08:37:26,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T08:37:26,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:26,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338306545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338306546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338306547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338306595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338306600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/0645fe5568a549c1aa00d2aedccce4ee 2024-12-16T08:37:26,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9d00ab000fe848979c2e614b86388b2d is 50, key is test_row_0/B:col10/1734338245586/Put/seqid=0 2024-12-16T08:37:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742254_1430 (size=12001) 2024-12-16T08:37:26,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9d00ab000fe848979c2e614b86388b2d 2024-12-16T08:37:26,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f9b0ca4b490e497eac6261b89a77b07c is 50, key is test_row_0/C:col10/1734338245586/Put/seqid=0 2024-12-16T08:37:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T08:37:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742255_1431 (size=12001) 2024-12-16T08:37:26,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f9b0ca4b490e497eac6261b89a77b07c 2024-12-16T08:37:26,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/0645fe5568a549c1aa00d2aedccce4ee as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0645fe5568a549c1aa00d2aedccce4ee 2024-12-16T08:37:26,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0645fe5568a549c1aa00d2aedccce4ee, entries=200, sequenceid=51, filesize=14.0 K 2024-12-16T08:37:26,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9d00ab000fe848979c2e614b86388b2d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9d00ab000fe848979c2e614b86388b2d 2024-12-16T08:37:26,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9d00ab000fe848979c2e614b86388b2d, entries=150, sequenceid=51, filesize=11.7 K 2024-12-16T08:37:26,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f9b0ca4b490e497eac6261b89a77b07c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f9b0ca4b490e497eac6261b89a77b07c 2024-12-16T08:37:26,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f9b0ca4b490e497eac6261b89a77b07c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-16T08:37:26,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 256e5a4a42e59b3964940b5d3e0a3e63 in 486ms, sequenceid=51, compaction requested=true 2024-12-16T08:37:26,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:26,687 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:26,687 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:26,689 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:26,689 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:26,689 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:26,689 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/2f40f5de0740485cac25df06504bd179, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/61b79d1dc2dc4ebc8903b7f51b95862d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0645fe5568a549c1aa00d2aedccce4ee] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=37.4 K 2024-12-16T08:37:26,689 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:26,689 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:26,690 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:26,690 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d0b982affbae478e97035e7d459d7c9b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/82dceb1ee95b48f687cfb3aca62574b7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9d00ab000fe848979c2e614b86388b2d] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=35.2 K 2024-12-16T08:37:26,690 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f40f5de0740485cac25df06504bd179, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734338244435 2024-12-16T08:37:26,690 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b982affbae478e97035e7d459d7c9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734338244435 2024-12-16T08:37:26,690 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61b79d1dc2dc4ebc8903b7f51b95862d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734338244453 2024-12-16T08:37:26,691 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 82dceb1ee95b48f687cfb3aca62574b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734338244453 2024-12-16T08:37:26,691 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0645fe5568a549c1aa00d2aedccce4ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734338245583 2024-12-16T08:37:26,691 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d00ab000fe848979c2e614b86388b2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734338245583 2024-12-16T08:37:26,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,702 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:26,703 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/972c096408f54a40941053bbfd87f8fc is 50, key is test_row_0/B:col10/1734338245586/Put/seqid=0 2024-12-16T08:37:26,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-16T08:37:26,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:26,705 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T08:37:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,706 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:26,707 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/b5d3458b5c0c4db28a3280638388f13f is 50, key is test_row_0/A:col10/1734338245586/Put/seqid=0 2024-12-16T08:37:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742256_1432 (size=12104) 2024-12-16T08:37:26,719 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/972c096408f54a40941053bbfd87f8fc as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/972c096408f54a40941053bbfd87f8fc 2024-12-16T08:37:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/359da0c79f0c4078989fa223411540fd is 50, key is test_row_0/A:col10/1734338246235/Put/seqid=0 2024-12-16T08:37:26,734 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into 972c096408f54a40941053bbfd87f8fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:26,734 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:26,734 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338246687; duration=0sec 2024-12-16T08:37:26,734 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:26,734 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:26,734 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:26,735 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:26,735 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:26,735 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:26,735 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/df4f7421ed1f492aa773c34224d81229, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b14830e7d4be4081915013fc5cb11d4a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f9b0ca4b490e497eac6261b89a77b07c] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=35.2 K 2024-12-16T08:37:26,736 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting df4f7421ed1f492aa773c34224d81229, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734338244435 2024-12-16T08:37:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742257_1433 (size=12104) 2024-12-16T08:37:26,737 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b14830e7d4be4081915013fc5cb11d4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734338244453 2024-12-16T08:37:26,737 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f9b0ca4b490e497eac6261b89a77b07c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734338245583 2024-12-16T08:37:26,745 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#360 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:26,746 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/924d307e61234608b125bbd9cd4e00e8 is 50, key is test_row_0/C:col10/1734338245586/Put/seqid=0 2024-12-16T08:37:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742258_1434 (size=12001) 2024-12-16T08:37:26,750 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/359da0c79f0c4078989fa223411540fd 2024-12-16T08:37:26,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4db7960c6fa1494d93b01adc5f1a5634 is 50, key is test_row_0/B:col10/1734338246235/Put/seqid=0 2024-12-16T08:37:26,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742259_1435 (size=12104) 2024-12-16T08:37:26,788 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/924d307e61234608b125bbd9cd4e00e8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/924d307e61234608b125bbd9cd4e00e8 2024-12-16T08:37:26,793 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 924d307e61234608b125bbd9cd4e00e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:26,793 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:26,793 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=13, startTime=1734338246687; duration=0sec 2024-12-16T08:37:26,793 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:26,794 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742260_1436 (size=12001) 2024-12-16T08:37:26,800 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4db7960c6fa1494d93b01adc5f1a5634 2024-12-16T08:37:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f698a0db2d4d4474a4254352cb2e912e is 50, key is test_row_0/C:col10/1734338246235/Put/seqid=0 2024-12-16T08:37:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742261_1437 (size=12001) 2024-12-16T08:37:26,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f698a0db2d4d4474a4254352cb2e912e 2024-12-16T08:37:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T08:37:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/359da0c79f0c4078989fa223411540fd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/359da0c79f0c4078989fa223411540fd 2024-12-16T08:37:26,854 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/359da0c79f0c4078989fa223411540fd, entries=150, sequenceid=74, filesize=11.7 K 2024-12-16T08:37:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4db7960c6fa1494d93b01adc5f1a5634 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4db7960c6fa1494d93b01adc5f1a5634 2024-12-16T08:37:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:26,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:26,861 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4db7960c6fa1494d93b01adc5f1a5634, entries=150, sequenceid=74, filesize=11.7 K 2024-12-16T08:37:26,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f698a0db2d4d4474a4254352cb2e912e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f698a0db2d4d4474a4254352cb2e912e 2024-12-16T08:37:26,868 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f698a0db2d4d4474a4254352cb2e912e, entries=150, sequenceid=74, filesize=11.7 K 2024-12-16T08:37:26,869 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=40.25 KB/41220 for 256e5a4a42e59b3964940b5d3e0a3e63 in 165ms, sequenceid=74, compaction requested=false 2024-12-16T08:37:26,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:26,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:26,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-16T08:37:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-16T08:37:26,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:26,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:26,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:26,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:26,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:26,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-16T08:37:26,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 325 msec 2024-12-16T08:37:26,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 331 msec 2024-12-16T08:37:26,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/3d71947efce44eb2862a29eb62d95910 is 50, key is test_row_0/A:col10/1734338246861/Put/seqid=0 2024-12-16T08:37:26,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742262_1438 (size=16681) 2024-12-16T08:37:26,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/3d71947efce44eb2862a29eb62d95910 2024-12-16T08:37:26,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4602bf1e84a14649a410aebd2aff591c is 50, key is test_row_0/B:col10/1734338246861/Put/seqid=0 2024-12-16T08:37:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338306929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338306934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338306939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:26,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742263_1439 (size=12001) 2024-12-16T08:37:26,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4602bf1e84a14649a410aebd2aff591c 2024-12-16T08:37:26,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/aeb4f3e0e5814f19996bd4a5d070527e is 50, key is test_row_0/C:col10/1734338246861/Put/seqid=0 2024-12-16T08:37:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742264_1440 (size=12001) 2024-12-16T08:37:26,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/aeb4f3e0e5814f19996bd4a5d070527e 2024-12-16T08:37:26,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/3d71947efce44eb2862a29eb62d95910 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/3d71947efce44eb2862a29eb62d95910 2024-12-16T08:37:26,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/3d71947efce44eb2862a29eb62d95910, entries=250, sequenceid=88, filesize=16.3 K 2024-12-16T08:37:26,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4602bf1e84a14649a410aebd2aff591c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4602bf1e84a14649a410aebd2aff591c 2024-12-16T08:37:27,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4602bf1e84a14649a410aebd2aff591c, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T08:37:27,003 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-16T08:37:27,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/aeb4f3e0e5814f19996bd4a5d070527e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/aeb4f3e0e5814f19996bd4a5d070527e 2024-12-16T08:37:27,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/aeb4f3e0e5814f19996bd4a5d070527e, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T08:37:27,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 256e5a4a42e59b3964940b5d3e0a3e63 in 140ms, sequenceid=88, compaction requested=true 2024-12-16T08:37:27,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:27,012 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:27,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:27,013 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:27,013 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:27,013 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:27,013 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:27,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:27,013 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:27,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:27,014 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:27,014 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:27,014 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,014 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/972c096408f54a40941053bbfd87f8fc, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4db7960c6fa1494d93b01adc5f1a5634, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4602bf1e84a14649a410aebd2aff591c] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=35.3 K 2024-12-16T08:37:27,015 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 972c096408f54a40941053bbfd87f8fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734338245583 2024-12-16T08:37:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:27,015 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4db7960c6fa1494d93b01adc5f1a5634, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734338246220 2024-12-16T08:37:27,017 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4602bf1e84a14649a410aebd2aff591c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338246861 2024-12-16T08:37:27,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:27,027 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:27,027 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/be64641515fa48749d096489d5c2bb90 is 50, key is test_row_0/B:col10/1734338246861/Put/seqid=0 2024-12-16T08:37:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:27,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742265_1441 (size=12207) 2024-12-16T08:37:27,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:27,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/43c09e2fa2464118b6516d880427f459 is 50, key is test_row_0/A:col10/1734338246933/Put/seqid=0 2024-12-16T08:37:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742266_1442 (size=12001) 2024-12-16T08:37:27,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/43c09e2fa2464118b6516d880427f459 2024-12-16T08:37:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338307065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338307066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338307070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e69be56ab8b04626ba2567376ad55d80 is 50, key is test_row_0/B:col10/1734338246933/Put/seqid=0 2024-12-16T08:37:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742267_1443 (size=12001) 2024-12-16T08:37:27,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e69be56ab8b04626ba2567376ad55d80 2024-12-16T08:37:27,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4c69ed0695d146eab0e1c59b10abb855 is 50, key is test_row_0/C:col10/1734338246933/Put/seqid=0 2024-12-16T08:37:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742268_1444 (size=12001) 2024-12-16T08:37:27,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4c69ed0695d146eab0e1c59b10abb855 2024-12-16T08:37:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/43c09e2fa2464118b6516d880427f459 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/43c09e2fa2464118b6516d880427f459 2024-12-16T08:37:27,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/43c09e2fa2464118b6516d880427f459, entries=150, sequenceid=113, filesize=11.7 K 2024-12-16T08:37:27,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e69be56ab8b04626ba2567376ad55d80 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e69be56ab8b04626ba2567376ad55d80 2024-12-16T08:37:27,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e69be56ab8b04626ba2567376ad55d80, entries=150, sequenceid=113, filesize=11.7 K 2024-12-16T08:37:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4c69ed0695d146eab0e1c59b10abb855 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4c69ed0695d146eab0e1c59b10abb855 2024-12-16T08:37:27,142 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/b5d3458b5c0c4db28a3280638388f13f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/b5d3458b5c0c4db28a3280638388f13f 2024-12-16T08:37:27,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4c69ed0695d146eab0e1c59b10abb855, entries=150, sequenceid=113, filesize=11.7 K 2024-12-16T08:37:27,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 256e5a4a42e59b3964940b5d3e0a3e63 in 103ms, sequenceid=113, compaction requested=true 2024-12-16T08:37:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:37:27,149 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into b5d3458b5c0c4db28a3280638388f13f(size=11.8 K), total size for store is 51.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:27,149 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:27,149 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=13, startTime=1734338246686; duration=0sec 2024-12-16T08:37:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-16T08:37:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T08:37:27,149 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-16T08:37:27,149 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:27,150 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-16T08:37:27,150 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:27,150 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:27,152 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:27,152 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:27,152 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,152 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/924d307e61234608b125bbd9cd4e00e8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f698a0db2d4d4474a4254352cb2e912e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/aeb4f3e0e5814f19996bd4a5d070527e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4c69ed0695d146eab0e1c59b10abb855] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=47.0 K 2024-12-16T08:37:27,153 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 924d307e61234608b125bbd9cd4e00e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734338245583 2024-12-16T08:37:27,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-16T08:37:27,154 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting f698a0db2d4d4474a4254352cb2e912e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734338246220 2024-12-16T08:37:27,154 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb4f3e0e5814f19996bd4a5d070527e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338246861 2024-12-16T08:37:27,154 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T08:37:27,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:27,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:27,157 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c69ed0695d146eab0e1c59b10abb855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734338246933 2024-12-16T08:37:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:27,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:27,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:27,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:27,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:27,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:27,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:27,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:27,183 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:27,184 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/0205c3a122a741bfb826fda56892d475 is 50, key is test_row_0/C:col10/1734338246933/Put/seqid=0 2024-12-16T08:37:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742269_1445 (size=12241) 2024-12-16T08:37:27,213 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/0205c3a122a741bfb826fda56892d475 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0205c3a122a741bfb826fda56892d475 2024-12-16T08:37:27,217 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 0205c3a122a741bfb826fda56892d475(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:27,217 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:27,217 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=12, startTime=1734338247149; duration=0sec 2024-12-16T08:37:27,218 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:37:27,218 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:27,218 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:27,219 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:27,219 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:27,219 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,220 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/b5d3458b5c0c4db28a3280638388f13f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/359da0c79f0c4078989fa223411540fd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/3d71947efce44eb2862a29eb62d95910, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/43c09e2fa2464118b6516d880427f459] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=51.5 K 2024-12-16T08:37:27,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/59cf6f3ce0f84dd98e25398fa486e1b5 is 50, key is test_row_0/A:col10/1734338247063/Put/seqid=0 2024-12-16T08:37:27,223 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5d3458b5c0c4db28a3280638388f13f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734338245583 2024-12-16T08:37:27,224 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 359da0c79f0c4078989fa223411540fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734338246220 2024-12-16T08:37:27,224 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d71947efce44eb2862a29eb62d95910, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338246861 2024-12-16T08:37:27,224 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43c09e2fa2464118b6516d880427f459, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734338246933 2024-12-16T08:37:27,237 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#372 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:27,237 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/f7a0b15a544c4e2591a3f235904e56a5 is 50, key is test_row_0/A:col10/1734338246933/Put/seqid=0 2024-12-16T08:37:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742270_1446 (size=12001) 2024-12-16T08:37:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338307249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T08:37:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338307250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338307253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742271_1447 (size=12241) 2024-12-16T08:37:27,277 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/f7a0b15a544c4e2591a3f235904e56a5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f7a0b15a544c4e2591a3f235904e56a5 2024-12-16T08:37:27,283 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into f7a0b15a544c4e2591a3f235904e56a5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:27,283 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=12, startTime=1734338247149; duration=0sec 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:27,283 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:27,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:27,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-16T08:37:27,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:27,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:27,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:27,284 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:27,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:27,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338307359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338307359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338307360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T08:37:27,454 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/be64641515fa48749d096489d5c2bb90 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/be64641515fa48749d096489d5c2bb90 2024-12-16T08:37:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T08:37:27,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,463 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into be64641515fa48749d096489d5c2bb90(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:27,463 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:27,463 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338247013; duration=0sec 2024-12-16T08:37:27,464 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:27,464 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338307567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338307567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338307567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/59cf6f3ce0f84dd98e25398fa486e1b5 2024-12-16T08:37:27,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/11f192e8e7dc486e89bb04eec149f209 is 50, key is test_row_0/B:col10/1734338247063/Put/seqid=0 2024-12-16T08:37:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742272_1448 (size=12001) 2024-12-16T08:37:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T08:37:27,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338307869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338307871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338307872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:27,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:27,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/11f192e8e7dc486e89bb04eec149f209 2024-12-16T08:37:28,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/815aa57a9da94ed99f5eddcd932fbcae is 50, key is test_row_0/C:col10/1734338247063/Put/seqid=0 2024-12-16T08:37:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742273_1449 (size=12001) 2024-12-16T08:37:28,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T08:37:28,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338308375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:28,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338308377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338308378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/815aa57a9da94ed99f5eddcd932fbcae 2024-12-16T08:37:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/59cf6f3ce0f84dd98e25398fa486e1b5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/59cf6f3ce0f84dd98e25398fa486e1b5 2024-12-16T08:37:28,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/59cf6f3ce0f84dd98e25398fa486e1b5, entries=150, sequenceid=128, filesize=11.7 K 2024-12-16T08:37:28,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/11f192e8e7dc486e89bb04eec149f209 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/11f192e8e7dc486e89bb04eec149f209 2024-12-16T08:37:28,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/11f192e8e7dc486e89bb04eec149f209, entries=150, sequenceid=128, filesize=11.7 K 2024-12-16T08:37:28,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/815aa57a9da94ed99f5eddcd932fbcae as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/815aa57a9da94ed99f5eddcd932fbcae 2024-12-16T08:37:28,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/815aa57a9da94ed99f5eddcd932fbcae, entries=150, sequenceid=128, filesize=11.7 K 2024-12-16T08:37:28,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 256e5a4a42e59b3964940b5d3e0a3e63 in 1309ms, sequenceid=128, compaction requested=true 2024-12-16T08:37:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:28,488 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:28,488 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:28,488 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:28,488 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:28,489 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:28,489 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,490 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/be64641515fa48749d096489d5c2bb90, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e69be56ab8b04626ba2567376ad55d80, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/11f192e8e7dc486e89bb04eec149f209] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=35.4 K 2024-12-16T08:37:28,490 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting be64641515fa48749d096489d5c2bb90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734338246861 2024-12-16T08:37:28,490 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e69be56ab8b04626ba2567376ad55d80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734338246933 2024-12-16T08:37:28,490 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f192e8e7dc486e89bb04eec149f209, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734338247063 2024-12-16T08:37:28,496 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#375 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:28,497 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/b04d3567e2c74c56bdebbe74d6dacd65 is 50, key is test_row_0/B:col10/1734338247063/Put/seqid=0 2024-12-16T08:37:28,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742274_1450 (size=12309) 2024-12-16T08:37:28,507 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/b04d3567e2c74c56bdebbe74d6dacd65 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b04d3567e2c74c56bdebbe74d6dacd65 2024-12-16T08:37:28,512 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into b04d3567e2c74c56bdebbe74d6dacd65(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:28,512 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:28,512 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338248488; duration=0sec 2024-12-16T08:37:28,512 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:28,512 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:28,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T08:37:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:28,532 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T08:37:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:28,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/985f9389abe849338e4f04be988fc35e is 50, key is test_row_0/A:col10/1734338247245/Put/seqid=0 2024-12-16T08:37:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742275_1451 (size=12151) 2024-12-16T08:37:28,541 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/985f9389abe849338e4f04be988fc35e 2024-12-16T08:37:28,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/61c0828b56b049f297429db54a10ad1c is 50, key is test_row_0/B:col10/1734338247245/Put/seqid=0 2024-12-16T08:37:28,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742276_1452 (size=12151) 2024-12-16T08:37:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:28,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338308637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338308638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338308739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338308742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338308944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338308948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:28,968 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/61c0828b56b049f297429db54a10ad1c 2024-12-16T08:37:28,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/ca279547560749a89425647750c0e1cd is 50, key is test_row_0/C:col10/1734338247245/Put/seqid=0 2024-12-16T08:37:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742277_1453 (size=12151) 2024-12-16T08:37:28,986 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/ca279547560749a89425647750c0e1cd 2024-12-16T08:37:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/985f9389abe849338e4f04be988fc35e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/985f9389abe849338e4f04be988fc35e 2024-12-16T08:37:28,996 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/985f9389abe849338e4f04be988fc35e, entries=150, sequenceid=154, filesize=11.9 K 2024-12-16T08:37:28,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/61c0828b56b049f297429db54a10ad1c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/61c0828b56b049f297429db54a10ad1c 2024-12-16T08:37:29,000 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/61c0828b56b049f297429db54a10ad1c, entries=150, sequenceid=154, filesize=11.9 K 2024-12-16T08:37:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/ca279547560749a89425647750c0e1cd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ca279547560749a89425647750c0e1cd 2024-12-16T08:37:29,006 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ca279547560749a89425647750c0e1cd, entries=150, sequenceid=154, filesize=11.9 K 2024-12-16T08:37:29,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 256e5a4a42e59b3964940b5d3e0a3e63 in 475ms, sequenceid=154, compaction requested=true 2024-12-16T08:37:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-16T08:37:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-16T08:37:29,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-16T08:37:29,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-12-16T08:37:29,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.8570 sec 2024-12-16T08:37:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:29,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T08:37:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:29,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:29,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T08:37:29,259 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-16T08:37:29,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/bc13411dcb594543ac5d9072c02194dd is 50, key is test_row_0/A:col10/1734338248637/Put/seqid=0 2024-12-16T08:37:29,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-16T08:37:29,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T08:37:29,263 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:29,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742278_1454 (size=16931) 2024-12-16T08:37:29,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338309307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338309307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T08:37:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338309383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338309389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338309393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T08:37:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338309416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338309417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T08:37:29,568 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T08:37:29,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338309623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338309623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/bc13411dcb594543ac5d9072c02194dd 2024-12-16T08:37:29,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/940b319e82084f13ba09456bdfbe916b is 50, key is test_row_0/B:col10/1734338248637/Put/seqid=0 2024-12-16T08:37:29,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742279_1455 (size=12151) 2024-12-16T08:37:29,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T08:37:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T08:37:29,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T08:37:29,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:29,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:29,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338309929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:29,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338309929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T08:37:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:30,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:30,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/940b319e82084f13ba09456bdfbe916b 2024-12-16T08:37:30,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/da8b43d1b068439e97938f81ab0814f5 is 50, key is test_row_0/C:col10/1734338248637/Put/seqid=0 2024-12-16T08:37:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742280_1456 (size=12151) 2024-12-16T08:37:30,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/da8b43d1b068439e97938f81ab0814f5 2024-12-16T08:37:30,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/bc13411dcb594543ac5d9072c02194dd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/bc13411dcb594543ac5d9072c02194dd 2024-12-16T08:37:30,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/bc13411dcb594543ac5d9072c02194dd, entries=250, sequenceid=170, filesize=16.5 K 2024-12-16T08:37:30,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/940b319e82084f13ba09456bdfbe916b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940b319e82084f13ba09456bdfbe916b 2024-12-16T08:37:30,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940b319e82084f13ba09456bdfbe916b, entries=150, sequenceid=170, filesize=11.9 K 2024-12-16T08:37:30,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/da8b43d1b068439e97938f81ab0814f5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/da8b43d1b068439e97938f81ab0814f5 2024-12-16T08:37:30,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/da8b43d1b068439e97938f81ab0814f5, entries=150, sequenceid=170, filesize=11.9 K 2024-12-16T08:37:30,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 256e5a4a42e59b3964940b5d3e0a3e63 in 864ms, sequenceid=170, compaction requested=true 2024-12-16T08:37:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:30,119 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:30,120 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53324 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:30,120 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:30,120 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:30,120 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f7a0b15a544c4e2591a3f235904e56a5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/59cf6f3ce0f84dd98e25398fa486e1b5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/985f9389abe849338e4f04be988fc35e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/bc13411dcb594543ac5d9072c02194dd] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=52.1 K 2024-12-16T08:37:30,121 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a0b15a544c4e2591a3f235904e56a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734338246933 2024-12-16T08:37:30,121 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 59cf6f3ce0f84dd98e25398fa486e1b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734338247063 2024-12-16T08:37:30,121 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 985f9389abe849338e4f04be988fc35e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734338247245 2024-12-16T08:37:30,122 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting bc13411dcb594543ac5d9072c02194dd, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338248629 2024-12-16T08:37:30,132 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:30,134 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:30,134 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:30,134 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:30,134 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0205c3a122a741bfb826fda56892d475, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/815aa57a9da94ed99f5eddcd932fbcae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ca279547560749a89425647750c0e1cd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/da8b43d1b068439e97938f81ab0814f5] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=47.4 K 2024-12-16T08:37:30,134 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0205c3a122a741bfb826fda56892d475, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734338246933 2024-12-16T08:37:30,135 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 815aa57a9da94ed99f5eddcd932fbcae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734338247063 2024-12-16T08:37:30,135 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca279547560749a89425647750c0e1cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734338247245 2024-12-16T08:37:30,135 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting da8b43d1b068439e97938f81ab0814f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338248629 2024-12-16T08:37:30,143 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#382 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:30,144 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/e631692a522342bb84e15dde8946ec7a is 50, key is test_row_0/A:col10/1734338248637/Put/seqid=0 2024-12-16T08:37:30,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742281_1457 (size=12527) 2024-12-16T08:37:30,151 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:30,152 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/25e5563aeef340ffbc99274700d4efd6 is 50, key is test_row_0/C:col10/1734338248637/Put/seqid=0 2024-12-16T08:37:30,160 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/e631692a522342bb84e15dde8946ec7a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/e631692a522342bb84e15dde8946ec7a 2024-12-16T08:37:30,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742282_1458 (size=12527) 2024-12-16T08:37:30,169 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into e631692a522342bb84e15dde8946ec7a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:30,169 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:30,170 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=12, startTime=1734338250119; duration=0sec 2024-12-16T08:37:30,170 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:30,170 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:30,170 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:30,171 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:30,171 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:30,171 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:30,171 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b04d3567e2c74c56bdebbe74d6dacd65, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/61c0828b56b049f297429db54a10ad1c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940b319e82084f13ba09456bdfbe916b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=35.8 K 2024-12-16T08:37:30,172 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b04d3567e2c74c56bdebbe74d6dacd65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734338247063 2024-12-16T08:37:30,172 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/25e5563aeef340ffbc99274700d4efd6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/25e5563aeef340ffbc99274700d4efd6 2024-12-16T08:37:30,172 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 61c0828b56b049f297429db54a10ad1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734338247245 2024-12-16T08:37:30,173 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 940b319e82084f13ba09456bdfbe916b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338248629 2024-12-16T08:37:30,180 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 25e5563aeef340ffbc99274700d4efd6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:30,180 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:30,180 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=12, startTime=1734338250120; duration=0sec 2024-12-16T08:37:30,180 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:30,180 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:30,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T08:37:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:30,181 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-16T08:37:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:30,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:30,183 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#384 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:30,184 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/cbd46a2e705d44c7beaa7e5ac895898d is 50, key is test_row_0/B:col10/1734338248637/Put/seqid=0 2024-12-16T08:37:30,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6bceeb65485a4b8ba8cfce1335870ac7 is 50, key is test_row_0/A:col10/1734338249306/Put/seqid=0 2024-12-16T08:37:30,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742283_1459 (size=12561) 2024-12-16T08:37:30,207 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/cbd46a2e705d44c7beaa7e5ac895898d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cbd46a2e705d44c7beaa7e5ac895898d 2024-12-16T08:37:30,212 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into cbd46a2e705d44c7beaa7e5ac895898d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:30,212 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:30,212 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338250120; duration=0sec 2024-12-16T08:37:30,213 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:30,213 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742284_1460 (size=12151) 2024-12-16T08:37:30,242 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6bceeb65485a4b8ba8cfce1335870ac7 2024-12-16T08:37:30,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4edfe8442af046fab8bc5ef0709af423 is 50, key is test_row_0/B:col10/1734338249306/Put/seqid=0 2024-12-16T08:37:30,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742285_1461 (size=12151) 2024-12-16T08:37:30,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4edfe8442af046fab8bc5ef0709af423 2024-12-16T08:37:30,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/a434c2836b0343b4be89ffa654aa984b is 50, key is test_row_0/C:col10/1734338249306/Put/seqid=0 2024-12-16T08:37:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742286_1462 (size=12151) 2024-12-16T08:37:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T08:37:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338310464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338310464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338310570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338310569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,702 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/a434c2836b0343b4be89ffa654aa984b 2024-12-16T08:37:30,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6bceeb65485a4b8ba8cfce1335870ac7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6bceeb65485a4b8ba8cfce1335870ac7 2024-12-16T08:37:30,718 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6bceeb65485a4b8ba8cfce1335870ac7, entries=150, sequenceid=192, filesize=11.9 K 2024-12-16T08:37:30,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/4edfe8442af046fab8bc5ef0709af423 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4edfe8442af046fab8bc5ef0709af423 2024-12-16T08:37:30,722 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4edfe8442af046fab8bc5ef0709af423, entries=150, sequenceid=192, filesize=11.9 K 2024-12-16T08:37:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/a434c2836b0343b4be89ffa654aa984b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a434c2836b0343b4be89ffa654aa984b 2024-12-16T08:37:30,726 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a434c2836b0343b4be89ffa654aa984b, entries=150, sequenceid=192, filesize=11.9 K 2024-12-16T08:37:30,727 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 256e5a4a42e59b3964940b5d3e0a3e63 in 546ms, sequenceid=192, compaction requested=false 2024-12-16T08:37:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-16T08:37:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-16T08:37:30,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-16T08:37:30,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-12-16T08:37:30,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4690 sec 2024-12-16T08:37:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:30,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T08:37:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:30,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:30,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:30,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:30,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:30,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/06ed13e17af947e5942ea972ebf53041 is 50, key is test_row_0/A:col10/1734338250455/Put/seqid=0 2024-12-16T08:37:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742287_1463 (size=16931) 2024-12-16T08:37:30,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338310813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338310819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338310919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:30,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338310927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338311127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338311133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/06ed13e17af947e5942ea972ebf53041 2024-12-16T08:37:31,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/198eff1a06a44441a63209c724f620d2 is 50, key is test_row_0/B:col10/1734338250455/Put/seqid=0 2024-12-16T08:37:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742288_1464 (size=12151) 2024-12-16T08:37:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T08:37:31,367 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-16T08:37:31,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-16T08:37:31,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T08:37:31,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:31,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:31,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338311403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,408 DEBUG [Thread-1904 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:31,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338311407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,412 DEBUG [Thread-1906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:31,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338311409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,415 DEBUG [Thread-1902 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:31,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338311434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338311440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T08:37:31,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-16T08:37:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/198eff1a06a44441a63209c724f620d2 2024-12-16T08:37:31,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/59d65f18057d41e6bce2944e0c324b72 is 50, key is test_row_0/C:col10/1734338250455/Put/seqid=0 2024-12-16T08:37:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742289_1465 (size=12151) 2024-12-16T08:37:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T08:37:31,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-16T08:37:31,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:31,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-16T08:37:31,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:31,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338311945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338311945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T08:37:31,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:31,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-16T08:37:31,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:31,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:31,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:32,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/59d65f18057d41e6bce2944e0c324b72 2024-12-16T08:37:32,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/06ed13e17af947e5942ea972ebf53041 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/06ed13e17af947e5942ea972ebf53041 2024-12-16T08:37:32,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/06ed13e17af947e5942ea972ebf53041, entries=250, sequenceid=212, filesize=16.5 K 2024-12-16T08:37:32,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/198eff1a06a44441a63209c724f620d2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/198eff1a06a44441a63209c724f620d2 2024-12-16T08:37:32,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/198eff1a06a44441a63209c724f620d2, entries=150, sequenceid=212, filesize=11.9 K 2024-12-16T08:37:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/59d65f18057d41e6bce2944e0c324b72 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59d65f18057d41e6bce2944e0c324b72 2024-12-16T08:37:32,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59d65f18057d41e6bce2944e0c324b72, entries=150, sequenceid=212, filesize=11.9 K 2024-12-16T08:37:32,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 256e5a4a42e59b3964940b5d3e0a3e63 in 1255ms, sequenceid=212, compaction requested=true 2024-12-16T08:37:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:32,032 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:32,032 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:32,033 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:32,033 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:32,033 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:32,033 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:32,033 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,033 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,033 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/e631692a522342bb84e15dde8946ec7a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6bceeb65485a4b8ba8cfce1335870ac7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/06ed13e17af947e5942ea972ebf53041] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=40.6 K 2024-12-16T08:37:32,033 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cbd46a2e705d44c7beaa7e5ac895898d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4edfe8442af046fab8bc5ef0709af423, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/198eff1a06a44441a63209c724f620d2] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.0 K 2024-12-16T08:37:32,034 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting cbd46a2e705d44c7beaa7e5ac895898d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338248629 2024-12-16T08:37:32,034 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e631692a522342bb84e15dde8946ec7a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338248629 2024-12-16T08:37:32,034 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bceeb65485a4b8ba8cfce1335870ac7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1734338249300 2024-12-16T08:37:32,034 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4edfe8442af046fab8bc5ef0709af423, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1734338249300 2024-12-16T08:37:32,034 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 198eff1a06a44441a63209c724f620d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338250455 2024-12-16T08:37:32,034 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06ed13e17af947e5942ea972ebf53041, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338250455 2024-12-16T08:37:32,041 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:32,042 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/940ae68f6a11422090b5152a67174569 is 50, key is test_row_0/B:col10/1734338250455/Put/seqid=0 2024-12-16T08:37:32,044 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:32,044 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/c025446874ff44a89a83699e3c6855ec is 50, key is test_row_0/A:col10/1734338250455/Put/seqid=0 2024-12-16T08:37:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742290_1466 (size=12663) 2024-12-16T08:37:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742291_1467 (size=12629) 2024-12-16T08:37:32,056 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/c025446874ff44a89a83699e3c6855ec as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c025446874ff44a89a83699e3c6855ec 2024-12-16T08:37:32,059 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into c025446874ff44a89a83699e3c6855ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:32,059 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:32,059 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=13, startTime=1734338252032; duration=0sec 2024-12-16T08:37:32,059 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:32,059 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:32,059 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:32,060 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:32,060 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:32,060 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,060 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/25e5563aeef340ffbc99274700d4efd6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a434c2836b0343b4be89ffa654aa984b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59d65f18057d41e6bce2944e0c324b72] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.0 K 2024-12-16T08:37:32,061 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25e5563aeef340ffbc99274700d4efd6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338248629 2024-12-16T08:37:32,061 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a434c2836b0343b4be89ffa654aa984b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1734338249300 2024-12-16T08:37:32,061 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d65f18057d41e6bce2944e0c324b72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338250455 2024-12-16T08:37:32,069 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:32,070 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/59b9bd169e614b1cb3507047a912efb6 is 50, key is test_row_0/C:col10/1734338250455/Put/seqid=0 2024-12-16T08:37:32,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742292_1468 (size=12629) 2024-12-16T08:37:32,096 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/59b9bd169e614b1cb3507047a912efb6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59b9bd169e614b1cb3507047a912efb6 2024-12-16T08:37:32,100 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 59b9bd169e614b1cb3507047a912efb6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:32,100 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:32,100 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=13, startTime=1734338252032; duration=0sec 2024-12-16T08:37:32,100 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:32,100 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:32,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:32,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-16T08:37:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,146 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-16T08:37:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/49093f74a63c477d8210ad4e99c5ed95 is 50, key is test_row_0/A:col10/1734338250796/Put/seqid=0 2024-12-16T08:37:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742293_1469 (size=12151) 2024-12-16T08:37:32,156 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/49093f74a63c477d8210ad4e99c5ed95 2024-12-16T08:37:32,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/909cd00c48fa49d4bbb3ec79bb1c6dc5 is 50, key is test_row_0/B:col10/1734338250796/Put/seqid=0 2024-12-16T08:37:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742294_1470 (size=12151) 2024-12-16T08:37:32,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/909cd00c48fa49d4bbb3ec79bb1c6dc5 2024-12-16T08:37:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/3126700ac8a4453bbdd8ae7b1a2ae3a8 is 50, key is test_row_0/C:col10/1734338250796/Put/seqid=0 2024-12-16T08:37:32,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742295_1471 (size=12151) 2024-12-16T08:37:32,190 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/3126700ac8a4453bbdd8ae7b1a2ae3a8 2024-12-16T08:37:32,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/49093f74a63c477d8210ad4e99c5ed95 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49093f74a63c477d8210ad4e99c5ed95 2024-12-16T08:37:32,200 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49093f74a63c477d8210ad4e99c5ed95, entries=150, sequenceid=231, filesize=11.9 K 2024-12-16T08:37:32,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/909cd00c48fa49d4bbb3ec79bb1c6dc5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/909cd00c48fa49d4bbb3ec79bb1c6dc5 2024-12-16T08:37:32,207 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/909cd00c48fa49d4bbb3ec79bb1c6dc5, entries=150, sequenceid=231, filesize=11.9 K 2024-12-16T08:37:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/3126700ac8a4453bbdd8ae7b1a2ae3a8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/3126700ac8a4453bbdd8ae7b1a2ae3a8 2024-12-16T08:37:32,211 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/3126700ac8a4453bbdd8ae7b1a2ae3a8, entries=150, sequenceid=231, filesize=11.9 K 2024-12-16T08:37:32,212 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 256e5a4a42e59b3964940b5d3e0a3e63 in 66ms, sequenceid=231, compaction requested=false 2024-12-16T08:37:32,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:32,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-16T08:37:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-16T08:37:32,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-16T08:37:32,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 844 msec 2024-12-16T08:37:32,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 850 msec 2024-12-16T08:37:32,454 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/940ae68f6a11422090b5152a67174569 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940ae68f6a11422090b5152a67174569 2024-12-16T08:37:32,458 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into 940ae68f6a11422090b5152a67174569(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:32,458 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:32,458 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338252032; duration=0sec 2024-12-16T08:37:32,458 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:32,459 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T08:37:32,473 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-16T08:37:32,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-16T08:37:32,476 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:32,477 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:32,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-16T08:37:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-16T08:37:32,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:32,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-16T08:37:32,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:32,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-16T08:37:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-16T08:37:32,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-16T08:37:32,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-16T08:37:32,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 166 msec 2024-12-16T08:37:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-16T08:37:32,780 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-16T08:37:32,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-16T08:37:32,783 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-16T08:37:32,784 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:32,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-16T08:37:32,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:32,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-16T08:37:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-16T08:37:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-16T08:37:32,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-16T08:37:32,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 159 msec 2024-12-16T08:37:32,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 164 msec 2024-12-16T08:37:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:32,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:32,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:32,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:32,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:32,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:32,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:32,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:32,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/079caa878c5343aaa8c33cce80ba416b is 50, key is test_row_0/A:col10/1734338252958/Put/seqid=0 2024-12-16T08:37:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742296_1472 (size=16931) 2024-12-16T08:37:32,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/079caa878c5343aaa8c33cce80ba416b 2024-12-16T08:37:32,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d86640b484884875b31b1b59702c206c is 50, key is test_row_0/B:col10/1734338252958/Put/seqid=0 2024-12-16T08:37:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742297_1473 (size=12151) 2024-12-16T08:37:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338313027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338313028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-16T08:37:33,086 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-16T08:37:33,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-16T08:37:33,089 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-16T08:37:33,090 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:33,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:33,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338313134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338313135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-16T08:37:33,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-16T08:37:33,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:33,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:33,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338313340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338313341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-16T08:37:33,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-16T08:37:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:33,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d86640b484884875b31b1b59702c206c 2024-12-16T08:37:33,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/2d6e256c257f41c7b43f85786367efda is 50, key is test_row_0/C:col10/1734338252958/Put/seqid=0 2024-12-16T08:37:33,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742298_1474 (size=12151) 2024-12-16T08:37:33,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/2d6e256c257f41c7b43f85786367efda 2024-12-16T08:37:33,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/079caa878c5343aaa8c33cce80ba416b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/079caa878c5343aaa8c33cce80ba416b 2024-12-16T08:37:33,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/079caa878c5343aaa8c33cce80ba416b, entries=250, sequenceid=245, filesize=16.5 K 2024-12-16T08:37:33,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d86640b484884875b31b1b59702c206c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d86640b484884875b31b1b59702c206c 2024-12-16T08:37:33,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d86640b484884875b31b1b59702c206c, entries=150, sequenceid=245, filesize=11.9 K 2024-12-16T08:37:33,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/2d6e256c257f41c7b43f85786367efda as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/2d6e256c257f41c7b43f85786367efda 2024-12-16T08:37:33,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/2d6e256c257f41c7b43f85786367efda, entries=150, sequenceid=245, filesize=11.9 K 2024-12-16T08:37:33,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 256e5a4a42e59b3964940b5d3e0a3e63 in 476ms, sequenceid=245, compaction requested=true 2024-12-16T08:37:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:33,438 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:33,438 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:33,440 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:33,440 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:33,440 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,440 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c025446874ff44a89a83699e3c6855ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49093f74a63c477d8210ad4e99c5ed95, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/079caa878c5343aaa8c33cce80ba416b] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=40.7 K 2024-12-16T08:37:33,440 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:33,440 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:33,440 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,440 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940ae68f6a11422090b5152a67174569, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/909cd00c48fa49d4bbb3ec79bb1c6dc5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d86640b484884875b31b1b59702c206c] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.1 K 2024-12-16T08:37:33,440 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting c025446874ff44a89a83699e3c6855ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338250455 2024-12-16T08:37:33,441 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 940ae68f6a11422090b5152a67174569, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338250455 2024-12-16T08:37:33,441 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49093f74a63c477d8210ad4e99c5ed95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734338250796 2024-12-16T08:37:33,441 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 909cd00c48fa49d4bbb3ec79bb1c6dc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734338250796 2024-12-16T08:37:33,441 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079caa878c5343aaa8c33cce80ba416b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734338252951 2024-12-16T08:37:33,441 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d86640b484884875b31b1b59702c206c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734338252957 2024-12-16T08:37:33,448 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:33,449 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/f622126353ae419e843c4824770cf910 is 50, key is test_row_0/A:col10/1734338252958/Put/seqid=0 2024-12-16T08:37:33,449 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:33,450 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/66b2829032f048208c253f20f50d2593 is 50, key is test_row_0/B:col10/1734338252958/Put/seqid=0 2024-12-16T08:37:33,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742299_1475 (size=12731) 2024-12-16T08:37:33,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742300_1476 (size=12765) 2024-12-16T08:37:33,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-16T08:37:33,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,549 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:33,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:33,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:33,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:33,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:33,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:33,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:33,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/349414a996fa4d2f9c83de1c15d9c818 is 50, key is test_row_0/A:col10/1734338253026/Put/seqid=0 2024-12-16T08:37:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742301_1477 (size=12301) 2024-12-16T08:37:33,593 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/349414a996fa4d2f9c83de1c15d9c818 2024-12-16T08:37:33,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/a8009697d3ca4477949a9a1706c1ed76 is 50, key is test_row_0/B:col10/1734338253026/Put/seqid=0 2024-12-16T08:37:33,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742302_1478 (size=12301) 2024-12-16T08:37:33,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:33,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338313684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-16T08:37:33,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338313686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338313791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338313800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:33,873 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/f622126353ae419e843c4824770cf910 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f622126353ae419e843c4824770cf910 2024-12-16T08:37:33,880 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into f622126353ae419e843c4824770cf910(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:33,881 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:33,881 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=13, startTime=1734338253438; duration=0sec 2024-12-16T08:37:33,881 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:33,881 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:33,881 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:33,882 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:33,883 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:33,883 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:33,883 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59b9bd169e614b1cb3507047a912efb6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/3126700ac8a4453bbdd8ae7b1a2ae3a8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/2d6e256c257f41c7b43f85786367efda] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.1 K 2024-12-16T08:37:33,885 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59b9bd169e614b1cb3507047a912efb6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734338250455 2024-12-16T08:37:33,885 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3126700ac8a4453bbdd8ae7b1a2ae3a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1734338250796 2024-12-16T08:37:33,886 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/66b2829032f048208c253f20f50d2593 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/66b2829032f048208c253f20f50d2593 2024-12-16T08:37:33,886 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d6e256c257f41c7b43f85786367efda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734338252957 2024-12-16T08:37:33,890 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into 66b2829032f048208c253f20f50d2593(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:33,890 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:33,890 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338253438; duration=0sec 2024-12-16T08:37:33,890 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:33,890 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:33,894 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:33,894 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4ecc14fdc6b7477ab3b7f6a69d0456af is 50, key is test_row_0/C:col10/1734338252958/Put/seqid=0 2024-12-16T08:37:33,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742303_1479 (size=12731) 2024-12-16T08:37:33,916 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4ecc14fdc6b7477ab3b7f6a69d0456af as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4ecc14fdc6b7477ab3b7f6a69d0456af 2024-12-16T08:37:33,922 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 4ecc14fdc6b7477ab3b7f6a69d0456af(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:33,922 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:33,922 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=13, startTime=1734338253438; duration=0sec 2024-12-16T08:37:33,922 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:33,922 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:34,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338314001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338314012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,041 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/a8009697d3ca4477949a9a1706c1ed76 2024-12-16T08:37:34,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/0f6c4e7508e74d3b9230a9be115dfe25 is 50, key is test_row_0/C:col10/1734338253026/Put/seqid=0 2024-12-16T08:37:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742304_1480 (size=12301) 2024-12-16T08:37:34,070 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/0f6c4e7508e74d3b9230a9be115dfe25 2024-12-16T08:37:34,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/349414a996fa4d2f9c83de1c15d9c818 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/349414a996fa4d2f9c83de1c15d9c818 2024-12-16T08:37:34,079 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/349414a996fa4d2f9c83de1c15d9c818, entries=150, sequenceid=270, filesize=12.0 K 2024-12-16T08:37:34,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/a8009697d3ca4477949a9a1706c1ed76 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8009697d3ca4477949a9a1706c1ed76 2024-12-16T08:37:34,084 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8009697d3ca4477949a9a1706c1ed76, entries=150, sequenceid=270, filesize=12.0 K 2024-12-16T08:37:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/0f6c4e7508e74d3b9230a9be115dfe25 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0f6c4e7508e74d3b9230a9be115dfe25 2024-12-16T08:37:34,088 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0f6c4e7508e74d3b9230a9be115dfe25, entries=150, sequenceid=270, filesize=12.0 K 2024-12-16T08:37:34,089 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 256e5a4a42e59b3964940b5d3e0a3e63 in 540ms, sequenceid=270, compaction requested=false 2024-12-16T08:37:34,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:34,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-16T08:37:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-16T08:37:34,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-16T08:37:34,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-12-16T08:37:34,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0040 sec 2024-12-16T08:37:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-16T08:37:34,192 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-16T08:37:34,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-16T08:37:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T08:37:34,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:34,197 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:34,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T08:37:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:34,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:34,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:34,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:34,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:34,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:34,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:34,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:34,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6cd125beb5264c2aa9570a82348fdc47 is 50, key is test_row_0/A:col10/1734338253684/Put/seqid=0 2024-12-16T08:37:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742305_1481 (size=14741) 2024-12-16T08:37:34,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T08:37:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338314356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338314363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338314465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338314465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T08:37:34,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T08:37:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T08:37:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338314672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338314672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6cd125beb5264c2aa9570a82348fdc47 2024-12-16T08:37:34,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/a8617b6e00994a469c9758f24781eac9 is 50, key is test_row_0/B:col10/1734338253684/Put/seqid=0 2024-12-16T08:37:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742306_1482 (size=12301) 2024-12-16T08:37:34,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/a8617b6e00994a469c9758f24781eac9 2024-12-16T08:37:34,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/cb4aa11d0f9440799568e1381d06ed82 is 50, key is test_row_0/C:col10/1734338253684/Put/seqid=0 2024-12-16T08:37:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742307_1483 (size=12301) 2024-12-16T08:37:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T08:37:34,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T08:37:34,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:34,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T08:37:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:34,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:34,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338314979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:34,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338314979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T08:37:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:35,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:35,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/cb4aa11d0f9440799568e1381d06ed82 2024-12-16T08:37:35,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6cd125beb5264c2aa9570a82348fdc47 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6cd125beb5264c2aa9570a82348fdc47 2024-12-16T08:37:35,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6cd125beb5264c2aa9570a82348fdc47, entries=200, sequenceid=285, filesize=14.4 K 2024-12-16T08:37:35,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/a8617b6e00994a469c9758f24781eac9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8617b6e00994a469c9758f24781eac9 2024-12-16T08:37:35,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8617b6e00994a469c9758f24781eac9, entries=150, sequenceid=285, filesize=12.0 K 2024-12-16T08:37:35,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/cb4aa11d0f9440799568e1381d06ed82 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/cb4aa11d0f9440799568e1381d06ed82 2024-12-16T08:37:35,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/cb4aa11d0f9440799568e1381d06ed82, entries=150, sequenceid=285, filesize=12.0 K 2024-12-16T08:37:35,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 256e5a4a42e59b3964940b5d3e0a3e63 in 877ms, sequenceid=285, compaction requested=true 2024-12-16T08:37:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:35,186 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:35,186 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:35,187 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:35,187 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:35,187 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:35,187 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:35,187 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:35,187 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:35,187 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f622126353ae419e843c4824770cf910, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/349414a996fa4d2f9c83de1c15d9c818, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6cd125beb5264c2aa9570a82348fdc47] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=38.8 K 2024-12-16T08:37:35,188 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/66b2829032f048208c253f20f50d2593, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8009697d3ca4477949a9a1706c1ed76, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8617b6e00994a469c9758f24781eac9] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.5 K 2024-12-16T08:37:35,188 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting f622126353ae419e843c4824770cf910, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734338252957 2024-12-16T08:37:35,188 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 66b2829032f048208c253f20f50d2593, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734338252957 2024-12-16T08:37:35,188 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 349414a996fa4d2f9c83de1c15d9c818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734338253004 2024-12-16T08:37:35,189 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a8009697d3ca4477949a9a1706c1ed76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734338253004 2024-12-16T08:37:35,189 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cd125beb5264c2aa9570a82348fdc47, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734338253652 2024-12-16T08:37:35,189 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a8617b6e00994a469c9758f24781eac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734338253652 2024-12-16T08:37:35,199 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:35,199 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/dacaf7ebca1542eaa12baad14dd9539a is 50, key is test_row_0/B:col10/1734338253684/Put/seqid=0 2024-12-16T08:37:35,204 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:35,204 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/9292ad77cd174715bede55dc9eac3bcd is 50, key is test_row_0/A:col10/1734338253684/Put/seqid=0 2024-12-16T08:37:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742309_1485 (size=12983) 2024-12-16T08:37:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742308_1484 (size=13017) 2024-12-16T08:37:35,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T08:37:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:35,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:37:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:35,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8ac38c7779b4499fbd0a08e506b99a80 is 50, key is test_row_0/A:col10/1734338254355/Put/seqid=0 2024-12-16T08:37:35,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742310_1486 (size=12301) 2024-12-16T08:37:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T08:37:35,372 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T08:37:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:35,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338315453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338315455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338315456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338315485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338315486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338315559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338315560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338315568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,623 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/dacaf7ebca1542eaa12baad14dd9539a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/dacaf7ebca1542eaa12baad14dd9539a 2024-12-16T08:37:35,627 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/9292ad77cd174715bede55dc9eac3bcd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/9292ad77cd174715bede55dc9eac3bcd 2024-12-16T08:37:35,629 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into dacaf7ebca1542eaa12baad14dd9539a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:35,629 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:35,629 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338255186; duration=0sec 2024-12-16T08:37:35,629 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:35,629 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:35,629 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:35,631 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:35,631 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:35,631 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:35,631 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4ecc14fdc6b7477ab3b7f6a69d0456af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0f6c4e7508e74d3b9230a9be115dfe25, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/cb4aa11d0f9440799568e1381d06ed82] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.5 K 2024-12-16T08:37:35,632 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ecc14fdc6b7477ab3b7f6a69d0456af, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734338252957 2024-12-16T08:37:35,632 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f6c4e7508e74d3b9230a9be115dfe25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734338253004 2024-12-16T08:37:35,633 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into 9292ad77cd174715bede55dc9eac3bcd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:35,633 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:35,633 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=13, startTime=1734338255186; duration=0sec 2024-12-16T08:37:35,633 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:35,633 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:35,633 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4aa11d0f9440799568e1381d06ed82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734338253652 2024-12-16T08:37:35,641 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:35,642 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/240750d689e2439a902ad414235eeaf5 is 50, key is test_row_0/C:col10/1734338253684/Put/seqid=0 2024-12-16T08:37:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742311_1487 (size=12983) 2024-12-16T08:37:35,685 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8ac38c7779b4499fbd0a08e506b99a80 2024-12-16T08:37:35,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/8b0164d77d98467bb0fe10c75176507c is 50, key is test_row_0/B:col10/1734338254355/Put/seqid=0 2024-12-16T08:37:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742312_1488 (size=12301) 2024-12-16T08:37:35,695 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/8b0164d77d98467bb0fe10c75176507c 2024-12-16T08:37:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/ae82873ed1e2484195e88331a1854109 is 50, key is test_row_0/C:col10/1734338254355/Put/seqid=0 2024-12-16T08:37:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742313_1489 (size=12301) 2024-12-16T08:37:35,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338315762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338315762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338315773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,071 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/240750d689e2439a902ad414235eeaf5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/240750d689e2439a902ad414235eeaf5 2024-12-16T08:37:36,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338316070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338316070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,076 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 240750d689e2439a902ad414235eeaf5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:36,076 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:36,076 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=13, startTime=1734338255186; duration=0sec 2024-12-16T08:37:36,076 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:36,076 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:36,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338316076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,106 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/ae82873ed1e2484195e88331a1854109 2024-12-16T08:37:36,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8ac38c7779b4499fbd0a08e506b99a80 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8ac38c7779b4499fbd0a08e506b99a80 2024-12-16T08:37:36,112 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8ac38c7779b4499fbd0a08e506b99a80, entries=150, sequenceid=309, filesize=12.0 K 2024-12-16T08:37:36,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/8b0164d77d98467bb0fe10c75176507c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/8b0164d77d98467bb0fe10c75176507c 2024-12-16T08:37:36,116 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/8b0164d77d98467bb0fe10c75176507c, entries=150, sequenceid=309, filesize=12.0 K 2024-12-16T08:37:36,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/ae82873ed1e2484195e88331a1854109 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ae82873ed1e2484195e88331a1854109 2024-12-16T08:37:36,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ae82873ed1e2484195e88331a1854109, entries=150, sequenceid=309, filesize=12.0 K 2024-12-16T08:37:36,122 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 256e5a4a42e59b3964940b5d3e0a3e63 in 853ms, sequenceid=309, compaction requested=false 2024-12-16T08:37:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-16T08:37:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-16T08:37:36,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-16T08:37:36,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-12-16T08:37:36,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.9320 sec 2024-12-16T08:37:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T08:37:36,299 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-16T08:37:36,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-16T08:37:36,302 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T08:37:36,303 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:36,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T08:37:36,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T08:37:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:36,455 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/85dd9a0013db407bad8d77bce90382fa is 50, key is test_row_0/A:col10/1734338255448/Put/seqid=0 2024-12-16T08:37:36,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742314_1490 (size=12301) 2024-12-16T08:37:36,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/85dd9a0013db407bad8d77bce90382fa 2024-12-16T08:37:36,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e59cffde69a94d71878970a103023b88 is 50, key is test_row_0/B:col10/1734338255448/Put/seqid=0 2024-12-16T08:37:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742315_1491 (size=12301) 2024-12-16T08:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:36,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:36,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338316550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338316557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338316577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338316579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338316584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T08:37:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338316658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338316666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338316865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,877 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e59cffde69a94d71878970a103023b88 2024-12-16T08:37:36,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338316874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:36,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/32503ef10fff4f50a5cfcd522f55cf06 is 50, key is test_row_0/C:col10/1734338255448/Put/seqid=0 2024-12-16T08:37:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T08:37:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742316_1492 (size=12301) 2024-12-16T08:37:36,958 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/32503ef10fff4f50a5cfcd522f55cf06 2024-12-16T08:37:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/85dd9a0013db407bad8d77bce90382fa as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/85dd9a0013db407bad8d77bce90382fa 2024-12-16T08:37:36,996 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/85dd9a0013db407bad8d77bce90382fa, entries=150, sequenceid=324, filesize=12.0 K 2024-12-16T08:37:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e59cffde69a94d71878970a103023b88 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e59cffde69a94d71878970a103023b88 2024-12-16T08:37:37,001 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e59cffde69a94d71878970a103023b88, entries=150, sequenceid=324, filesize=12.0 K 2024-12-16T08:37:37,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/32503ef10fff4f50a5cfcd522f55cf06 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/32503ef10fff4f50a5cfcd522f55cf06 2024-12-16T08:37:37,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/32503ef10fff4f50a5cfcd522f55cf06, entries=150, sequenceid=324, filesize=12.0 K 2024-12-16T08:37:37,016 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 256e5a4a42e59b3964940b5d3e0a3e63 in 561ms, sequenceid=324, compaction requested=true 2024-12-16T08:37:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-16T08:37:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-16T08:37:37,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-16T08:37:37,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-12-16T08:37:37,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 721 msec 2024-12-16T08:37:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:37,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:37,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:37,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:37,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:37,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:37,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:37,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:37,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8e5ff0c85f064620a4277d4a979b4ee9 is 50, key is test_row_0/A:col10/1734338256544/Put/seqid=0 2024-12-16T08:37:37,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338317213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742317_1493 (size=14741) 2024-12-16T08:37:37,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8e5ff0c85f064620a4277d4a979b4ee9 2024-12-16T08:37:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338317219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/c2f612fb00f64272b6b0489a7a55be35 is 50, key is test_row_0/B:col10/1734338256544/Put/seqid=0 2024-12-16T08:37:37,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742318_1494 (size=12301) 2024-12-16T08:37:37,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/c2f612fb00f64272b6b0489a7a55be35 2024-12-16T08:37:37,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/6a9b7ecd915a44f98634a682a2cc1c92 is 50, key is test_row_0/C:col10/1734338256544/Put/seqid=0 2024-12-16T08:37:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742319_1495 (size=12301) 2024-12-16T08:37:37,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/6a9b7ecd915a44f98634a682a2cc1c92 2024-12-16T08:37:37,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338317328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8e5ff0c85f064620a4277d4a979b4ee9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8e5ff0c85f064620a4277d4a979b4ee9 2024-12-16T08:37:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338317330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8e5ff0c85f064620a4277d4a979b4ee9, entries=200, sequenceid=349, filesize=14.4 K 2024-12-16T08:37:37,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/c2f612fb00f64272b6b0489a7a55be35 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/c2f612fb00f64272b6b0489a7a55be35 2024-12-16T08:37:37,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/c2f612fb00f64272b6b0489a7a55be35, entries=150, sequenceid=349, filesize=12.0 K 2024-12-16T08:37:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T08:37:37,407 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-16T08:37:37,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-16T08:37:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T08:37:37,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/6a9b7ecd915a44f98634a682a2cc1c92 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a9b7ecd915a44f98634a682a2cc1c92 2024-12-16T08:37:37,426 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:37,429 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:37,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:37,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a9b7ecd915a44f98634a682a2cc1c92, entries=150, sequenceid=349, filesize=12.0 K 2024-12-16T08:37:37,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 256e5a4a42e59b3964940b5d3e0a3e63 in 281ms, sequenceid=349, compaction requested=true 2024-12-16T08:37:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:37:37,459 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:37,459 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:37,488 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:37,488 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:37,488 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:37,488 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:37,488 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,488 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,489 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/9292ad77cd174715bede55dc9eac3bcd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8ac38c7779b4499fbd0a08e506b99a80, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/85dd9a0013db407bad8d77bce90382fa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8e5ff0c85f064620a4277d4a979b4ee9] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=51.1 K 2024-12-16T08:37:37,489 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/240750d689e2439a902ad414235eeaf5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ae82873ed1e2484195e88331a1854109, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/32503ef10fff4f50a5cfcd522f55cf06, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a9b7ecd915a44f98634a682a2cc1c92] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=48.7 K 2024-12-16T08:37:37,498 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9292ad77cd174715bede55dc9eac3bcd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734338253652 2024-12-16T08:37:37,498 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 240750d689e2439a902ad414235eeaf5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734338253652 2024-12-16T08:37:37,501 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ac38c7779b4499fbd0a08e506b99a80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734338254354 2024-12-16T08:37:37,501 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ae82873ed1e2484195e88331a1854109, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734338254354 2024-12-16T08:37:37,501 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85dd9a0013db407bad8d77bce90382fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734338255448 2024-12-16T08:37:37,501 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 32503ef10fff4f50a5cfcd522f55cf06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734338255448 2024-12-16T08:37:37,504 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e5ff0c85f064620a4277d4a979b4ee9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734338256540 2024-12-16T08:37:37,504 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a9b7ecd915a44f98634a682a2cc1c92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734338256544 2024-12-16T08:37:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T08:37:37,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:37,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:37,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/41bdd6d0d26b4c528f3a4e71dedc3814 is 50, key is test_row_0/A:col10/1734338257563/Put/seqid=0 2024-12-16T08:37:37,598 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:37,598 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/10507d79d3f9486db61792ab3d1baf7b is 50, key is test_row_0/C:col10/1734338256544/Put/seqid=0 2024-12-16T08:37:37,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742320_1496 (size=14741) 2024-12-16T08:37:37,644 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:37,645 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/d5db2b6a4d924aed8c96b5886acc3ce8 is 50, key is test_row_0/A:col10/1734338256544/Put/seqid=0 2024-12-16T08:37:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742321_1497 (size=13119) 2024-12-16T08:37:37,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338317658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338317660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742322_1498 (size=13119) 2024-12-16T08:37:37,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338317685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338317687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338317692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T08:37:37,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338317789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338317797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338317806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338317806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338317807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:37,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:37,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:37,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:37,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338317999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338318003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338318013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338318017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338318017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T08:37:38,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/41bdd6d0d26b4c528f3a4e71dedc3814 2024-12-16T08:37:38,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d1e4e7fd410e46c893fe2720b0c6fc96 is 50, key is test_row_0/B:col10/1734338257563/Put/seqid=0 2024-12-16T08:37:38,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,057 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/10507d79d3f9486db61792ab3d1baf7b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/10507d79d3f9486db61792ab3d1baf7b 2024-12-16T08:37:38,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,068 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 10507d79d3f9486db61792ab3d1baf7b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:38,068 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:38,068 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=12, startTime=1734338257459; duration=0sec 2024-12-16T08:37:38,068 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:38,068 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,069 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742323_1499 (size=12301) 2024-12-16T08:37:38,084 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:38,084 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:38,085 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,085 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/dacaf7ebca1542eaa12baad14dd9539a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/8b0164d77d98467bb0fe10c75176507c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e59cffde69a94d71878970a103023b88, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/c2f612fb00f64272b6b0489a7a55be35] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=48.8 K 2024-12-16T08:37:38,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d1e4e7fd410e46c893fe2720b0c6fc96 2024-12-16T08:37:38,087 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting dacaf7ebca1542eaa12baad14dd9539a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734338253652 2024-12-16T08:37:38,089 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b0164d77d98467bb0fe10c75176507c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734338254354 2024-12-16T08:37:38,090 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e59cffde69a94d71878970a103023b88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734338255448 2024-12-16T08:37:38,096 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c2f612fb00f64272b6b0489a7a55be35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734338256544 2024-12-16T08:37:38,108 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/d5db2b6a4d924aed8c96b5886acc3ce8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d5db2b6a4d924aed8c96b5886acc3ce8 2024-12-16T08:37:38,114 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into d5db2b6a4d924aed8c96b5886acc3ce8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:38,114 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:38,114 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=12, startTime=1734338257459; duration=0sec 2024-12-16T08:37:38,114 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:38,114 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:38,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/e8bb1c42cc074781bd6181d99879c318 is 50, key is test_row_0/C:col10/1734338257563/Put/seqid=0 2024-12-16T08:37:38,122 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:38,123 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/3ce89a17d5b545c1902d944b2b22fd4f is 50, key is test_row_0/B:col10/1734338256544/Put/seqid=0 2024-12-16T08:37:38,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742324_1500 (size=13153) 2024-12-16T08:37:38,137 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/3ce89a17d5b545c1902d944b2b22fd4f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/3ce89a17d5b545c1902d944b2b22fd4f 2024-12-16T08:37:38,142 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into 3ce89a17d5b545c1902d944b2b22fd4f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:38,142 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:38,142 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=12, startTime=1734338257459; duration=0sec 2024-12-16T08:37:38,142 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:38,142 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742325_1501 (size=12301) 2024-12-16T08:37:38,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/e8bb1c42cc074781bd6181d99879c318 2024-12-16T08:37:38,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/41bdd6d0d26b4c528f3a4e71dedc3814 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/41bdd6d0d26b4c528f3a4e71dedc3814 2024-12-16T08:37:38,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/41bdd6d0d26b4c528f3a4e71dedc3814, entries=200, sequenceid=361, filesize=14.4 K 2024-12-16T08:37:38,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d1e4e7fd410e46c893fe2720b0c6fc96 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d1e4e7fd410e46c893fe2720b0c6fc96 2024-12-16T08:37:38,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d1e4e7fd410e46c893fe2720b0c6fc96, entries=150, sequenceid=361, filesize=12.0 K 2024-12-16T08:37:38,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/e8bb1c42cc074781bd6181d99879c318 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/e8bb1c42cc074781bd6181d99879c318 2024-12-16T08:37:38,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/e8bb1c42cc074781bd6181d99879c318, entries=150, sequenceid=361, filesize=12.0 K 2024-12-16T08:37:38,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 256e5a4a42e59b3964940b5d3e0a3e63 in 659ms, sequenceid=361, compaction requested=false 2024-12-16T08:37:38,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:38,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T08:37:38,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:38,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:38,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:38,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:38,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:38,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:38,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8dacb6fbcbcd47d598b751d6ad3a14e4 is 50, key is test_row_0/A:col10/1734338258308/Put/seqid=0 2024-12-16T08:37:38,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338318326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338318328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338318335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338318336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338318336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742326_1502 (size=12301) 2024-12-16T08:37:38,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:38,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:38,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338318438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338318438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338318442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338318444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338318444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T08:37:38,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338318640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338318643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338318645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338318649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338318649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8dacb6fbcbcd47d598b751d6ad3a14e4 2024-12-16T08:37:38,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9ce8c73037d74b898446ee8f12ab11ee is 50, key is test_row_0/B:col10/1734338258308/Put/seqid=0 2024-12-16T08:37:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742327_1503 (size=12301) 2024-12-16T08:37:38,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:38,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:38,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:38,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:38,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338318944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338318953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338318953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338318958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:38,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338318961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:39,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:39,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:39,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:39,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9ce8c73037d74b898446ee8f12ab11ee 2024-12-16T08:37:39,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f7c72a2aad88437d8d05a6edf528d709 is 50, key is test_row_0/C:col10/1734338258308/Put/seqid=0 2024-12-16T08:37:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742328_1504 (size=12301) 2024-12-16T08:37:39,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f7c72a2aad88437d8d05a6edf528d709 2024-12-16T08:37:39,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/8dacb6fbcbcd47d598b751d6ad3a14e4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8dacb6fbcbcd47d598b751d6ad3a14e4 2024-12-16T08:37:39,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8dacb6fbcbcd47d598b751d6ad3a14e4, entries=150, sequenceid=391, filesize=12.0 K 2024-12-16T08:37:39,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9ce8c73037d74b898446ee8f12ab11ee as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9ce8c73037d74b898446ee8f12ab11ee 2024-12-16T08:37:39,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9ce8c73037d74b898446ee8f12ab11ee, entries=150, sequenceid=391, filesize=12.0 K 2024-12-16T08:37:39,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f7c72a2aad88437d8d05a6edf528d709 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f7c72a2aad88437d8d05a6edf528d709 2024-12-16T08:37:39,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f7c72a2aad88437d8d05a6edf528d709, entries=150, sequenceid=391, filesize=12.0 K 2024-12-16T08:37:39,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 256e5a4a42e59b3964940b5d3e0a3e63 in 996ms, sequenceid=391, compaction requested=true 2024-12-16T08:37:39,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,312 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:39,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:39,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:39,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:39,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:39,313 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:39,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:39,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:39,313 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:39,314 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:39,314 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:39,314 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,314 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:39,314 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d5db2b6a4d924aed8c96b5886acc3ce8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/41bdd6d0d26b4c528f3a4e71dedc3814, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8dacb6fbcbcd47d598b751d6ad3a14e4] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=39.2 K 2024-12-16T08:37:39,314 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,314 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/3ce89a17d5b545c1902d944b2b22fd4f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d1e4e7fd410e46c893fe2720b0c6fc96, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9ce8c73037d74b898446ee8f12ab11ee] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.9 K 2024-12-16T08:37:39,314 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5db2b6a4d924aed8c96b5886acc3ce8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734338256544 2024-12-16T08:37:39,314 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce89a17d5b545c1902d944b2b22fd4f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734338256544 2024-12-16T08:37:39,314 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41bdd6d0d26b4c528f3a4e71dedc3814, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734338257208 2024-12-16T08:37:39,315 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d1e4e7fd410e46c893fe2720b0c6fc96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734338257208 2024-12-16T08:37:39,315 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ce8c73037d74b898446ee8f12ab11ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1734338257653 2024-12-16T08:37:39,316 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dacb6fbcbcd47d598b751d6ad3a14e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1734338257653 2024-12-16T08:37:39,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,324 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:39,324 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:39,325 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/755d491630cb42089eb3dcd50c42cc4e is 50, key is test_row_0/A:col10/1734338258308/Put/seqid=0 2024-12-16T08:37:39,325 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/692bebbe9cc0415eba73c77dcc088d33 is 50, key is test_row_0/B:col10/1734338258308/Put/seqid=0 2024-12-16T08:37:39,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T08:37:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,326 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-16T08:37:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/724acc69d74640de9ad34451ab85bbad is 50, key is test_row_0/A:col10/1734338258326/Put/seqid=0 2024-12-16T08:37:39,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742329_1505 (size=13221) 2024-12-16T08:37:39,339 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/755d491630cb42089eb3dcd50c42cc4e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/755d491630cb42089eb3dcd50c42cc4e 2024-12-16T08:37:39,343 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into 755d491630cb42089eb3dcd50c42cc4e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:39,343 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,343 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=13, startTime=1734338259312; duration=0sec 2024-12-16T08:37:39,343 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:39,343 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:39,343 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:39,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742330_1506 (size=13255) 2024-12-16T08:37:39,344 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:39,345 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:39,345 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,345 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/10507d79d3f9486db61792ab3d1baf7b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/e8bb1c42cc074781bd6181d99879c318, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f7c72a2aad88437d8d05a6edf528d709] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=36.8 K 2024-12-16T08:37:39,345 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10507d79d3f9486db61792ab3d1baf7b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1734338256544 2024-12-16T08:37:39,345 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8bb1c42cc074781bd6181d99879c318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734338257208 2024-12-16T08:37:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742331_1507 (size=12301) 2024-12-16T08:37:39,346 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c72a2aad88437d8d05a6edf528d709, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1734338257653 2024-12-16T08:37:39,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/724acc69d74640de9ad34451ab85bbad 2024-12-16T08:37:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/eb866e93e72749b59b31e5f0eedefaa6 is 50, key is test_row_0/B:col10/1734338258326/Put/seqid=0 2024-12-16T08:37:39,364 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#433 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:39,365 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/23cbad15d8164085a97d090aa347bf87 is 50, key is test_row_0/C:col10/1734338258308/Put/seqid=0 2024-12-16T08:37:39,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742332_1508 (size=12301) 2024-12-16T08:37:39,376 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/eb866e93e72749b59b31e5f0eedefaa6 2024-12-16T08:37:39,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742333_1509 (size=13221) 2024-12-16T08:37:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/00f4cd119b99482187b9c70edfceea03 is 50, key is test_row_0/C:col10/1734338258326/Put/seqid=0 2024-12-16T08:37:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742334_1510 (size=12301) 2024-12-16T08:37:39,413 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/00f4cd119b99482187b9c70edfceea03 2024-12-16T08:37:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/724acc69d74640de9ad34451ab85bbad as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/724acc69d74640de9ad34451ab85bbad 2024-12-16T08:37:39,429 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/724acc69d74640de9ad34451ab85bbad, entries=150, sequenceid=401, filesize=12.0 K 2024-12-16T08:37:39,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/eb866e93e72749b59b31e5f0eedefaa6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/eb866e93e72749b59b31e5f0eedefaa6 2024-12-16T08:37:39,438 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/eb866e93e72749b59b31e5f0eedefaa6, entries=150, sequenceid=401, filesize=12.0 K 2024-12-16T08:37:39,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/00f4cd119b99482187b9c70edfceea03 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/00f4cd119b99482187b9c70edfceea03 2024-12-16T08:37:39,445 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/00f4cd119b99482187b9c70edfceea03, entries=150, sequenceid=401, filesize=12.0 K 2024-12-16T08:37:39,446 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 256e5a4a42e59b3964940b5d3e0a3e63 in 120ms, sequenceid=401, compaction requested=false 2024-12-16T08:37:39,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-16T08:37:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-16T08:37:39,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-16T08:37:39,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-12-16T08:37:39,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.0390 sec 2024-12-16T08:37:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:39,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/49e229ea8b6d49ce96f51b104f2c8e43 is 50, key is test_row_0/A:col10/1734338259512/Put/seqid=0 2024-12-16T08:37:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T08:37:39,526 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-16T08:37:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742335_1511 (size=17181) 2024-12-16T08:37:39,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/49e229ea8b6d49ce96f51b104f2c8e43 2024-12-16T08:37:39,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-16T08:37:39,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T08:37:39,531 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:39,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:39,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/949d0db4e6254d45b0dc0c049bc47da0 is 50, key is test_row_0/B:col10/1734338259512/Put/seqid=0 2024-12-16T08:37:39,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338319546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338319555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742336_1512 (size=12301) 2024-12-16T08:37:39,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/949d0db4e6254d45b0dc0c049bc47da0 2024-12-16T08:37:39,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338319558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/6a2b5dcdb19346ae9330593a3a9148fa is 50, key is test_row_0/C:col10/1734338259512/Put/seqid=0 2024-12-16T08:37:39,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338319560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338319561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742337_1513 (size=12301) 2024-12-16T08:37:39,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/6a2b5dcdb19346ae9330593a3a9148fa 2024-12-16T08:37:39,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/49e229ea8b6d49ce96f51b104f2c8e43 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49e229ea8b6d49ce96f51b104f2c8e43 2024-12-16T08:37:39,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49e229ea8b6d49ce96f51b104f2c8e43, entries=250, sequenceid=414, filesize=16.8 K 2024-12-16T08:37:39,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/949d0db4e6254d45b0dc0c049bc47da0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/949d0db4e6254d45b0dc0c049bc47da0 2024-12-16T08:37:39,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/949d0db4e6254d45b0dc0c049bc47da0, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:37:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/6a2b5dcdb19346ae9330593a3a9148fa as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a2b5dcdb19346ae9330593a3a9148fa 2024-12-16T08:37:39,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a2b5dcdb19346ae9330593a3a9148fa, entries=150, sequenceid=414, filesize=12.0 K 2024-12-16T08:37:39,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 256e5a4a42e59b3964940b5d3e0a3e63 in 94ms, sequenceid=414, compaction requested=true 2024-12-16T08:37:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:37:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T08:37:39,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:39,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6d90b489d5334d6cafbb02a088275282 is 50, key is test_row_0/A:col10/1734338259668/Put/seqid=0 2024-12-16T08:37:39,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742338_1514 (size=14741) 2024-12-16T08:37:39,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6d90b489d5334d6cafbb02a088275282 2024-12-16T08:37:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338319703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338319708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/643eb3a8bdd3442c865c92d6ff9d4f96 is 50, key is test_row_0/B:col10/1734338259668/Put/seqid=0 2024-12-16T08:37:39,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338319710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338319709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338319712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,751 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/692bebbe9cc0415eba73c77dcc088d33 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/692bebbe9cc0415eba73c77dcc088d33 2024-12-16T08:37:39,756 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into 692bebbe9cc0415eba73c77dcc088d33(size=12.9 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:39,756 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,756 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338259313; duration=0sec 2024-12-16T08:37:39,756 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-16T08:37:39,756 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:39,756 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:39,756 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:39,757 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:39,757 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:39,757 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:39,757 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:39,757 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:39,760 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:39,760 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:39,760 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,760 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/692bebbe9cc0415eba73c77dcc088d33, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/eb866e93e72749b59b31e5f0eedefaa6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/949d0db4e6254d45b0dc0c049bc47da0] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=37.0 K 2024-12-16T08:37:39,761 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 692bebbe9cc0415eba73c77dcc088d33, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1734338257653 2024-12-16T08:37:39,761 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting eb866e93e72749b59b31e5f0eedefaa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734338258323 2024-12-16T08:37:39,761 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 949d0db4e6254d45b0dc0c049bc47da0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338259506 2024-12-16T08:37:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742339_1515 (size=12301) 2024-12-16T08:37:39,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/643eb3a8bdd3442c865c92d6ff9d4f96 2024-12-16T08:37:39,783 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:39,784 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/02db1a0c83ea4bd088051d5cefd691ec is 50, key is test_row_0/B:col10/1734338259512/Put/seqid=0 2024-12-16T08:37:39,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f0f54cb8791148a7874b763b75b5cc65 is 50, key is test_row_0/C:col10/1734338259668/Put/seqid=0 2024-12-16T08:37:39,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742340_1516 (size=13357) 2024-12-16T08:37:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742341_1517 (size=12301) 2024-12-16T08:37:39,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f0f54cb8791148a7874b763b75b5cc65 2024-12-16T08:37:39,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/6d90b489d5334d6cafbb02a088275282 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6d90b489d5334d6cafbb02a088275282 2024-12-16T08:37:39,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338319812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,821 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/02db1a0c83ea4bd088051d5cefd691ec as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/02db1a0c83ea4bd088051d5cefd691ec 2024-12-16T08:37:39,824 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/23cbad15d8164085a97d090aa347bf87 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/23cbad15d8164085a97d090aa347bf87 2024-12-16T08:37:39,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338319821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6d90b489d5334d6cafbb02a088275282, entries=200, sequenceid=439, filesize=14.4 K 2024-12-16T08:37:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/643eb3a8bdd3442c865c92d6ff9d4f96 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/643eb3a8bdd3442c865c92d6ff9d4f96 2024-12-16T08:37:39,831 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 23cbad15d8164085a97d090aa347bf87(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:39,832 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,832 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=13, startTime=1734338259313; duration=0sec 2024-12-16T08:37:39,832 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:39,832 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:39,832 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T08:37:39,834 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into 02db1a0c83ea4bd088051d5cefd691ec(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:39,834 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,834 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338259606; duration=0sec 2024-12-16T08:37:39,834 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:39,834 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338319826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338319827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57444 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:39,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:39,837 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,837 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/755d491630cb42089eb3dcd50c42cc4e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/724acc69d74640de9ad34451ab85bbad, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49e229ea8b6d49ce96f51b104f2c8e43, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6d90b489d5334d6cafbb02a088275282] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=56.1 K 2024-12-16T08:37:39,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/643eb3a8bdd3442c865c92d6ff9d4f96, entries=150, sequenceid=439, filesize=12.0 K 2024-12-16T08:37:39,838 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 755d491630cb42089eb3dcd50c42cc4e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1734338257653 2024-12-16T08:37:39,838 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 724acc69d74640de9ad34451ab85bbad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734338258323 2024-12-16T08:37:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/f0f54cb8791148a7874b763b75b5cc65 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f0f54cb8791148a7874b763b75b5cc65 2024-12-16T08:37:39,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,839 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49e229ea8b6d49ce96f51b104f2c8e43, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338259470 2024-12-16T08:37:39,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,839 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d90b489d5334d6cafbb02a088275282, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338259543 2024-12-16T08:37:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f0f54cb8791148a7874b763b75b5cc65, entries=150, sequenceid=439, filesize=12.0 K 2024-12-16T08:37:39,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 256e5a4a42e59b3964940b5d3e0a3e63 in 178ms, sequenceid=439, compaction requested=true 2024-12-16T08:37:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:39,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:39,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T08:37:39,849 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-16T08:37:39,850 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:39,850 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:39,850 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:39,850 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:39,850 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:39,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:39,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:39,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:39,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:39,852 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:39,853 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:39,853 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,853 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/23cbad15d8164085a97d090aa347bf87, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/00f4cd119b99482187b9c70edfceea03, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a2b5dcdb19346ae9330593a3a9148fa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f0f54cb8791148a7874b763b75b5cc65] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=48.9 K 2024-12-16T08:37:39,854 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 23cbad15d8164085a97d090aa347bf87, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1734338257653 2024-12-16T08:37:39,854 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f4cd119b99482187b9c70edfceea03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734338258323 2024-12-16T08:37:39,855 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a2b5dcdb19346ae9330593a3a9148fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338259506 2024-12-16T08:37:39,855 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting f0f54cb8791148a7874b763b75b5cc65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338259543 2024-12-16T08:37:39,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/0fe82d3d946f40aabd9b780455d13efa is 50, key is test_row_0/A:col10/1734338259846/Put/seqid=0 2024-12-16T08:37:39,862 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:39,863 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/d57bd426637f4a8faafa043d2c2bd33a is 50, key is test_row_0/A:col10/1734338259668/Put/seqid=0 2024-12-16T08:37:39,882 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:39,883 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/bced0d1198f142eabc1181a9cf3b70c6 is 50, key is test_row_0/C:col10/1734338259668/Put/seqid=0 2024-12-16T08:37:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742342_1518 (size=14741) 2024-12-16T08:37:39,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/0fe82d3d946f40aabd9b780455d13efa 2024-12-16T08:37:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742343_1519 (size=13357) 2024-12-16T08:37:39,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742344_1520 (size=13357) 2024-12-16T08:37:39,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9fd7cacf72c04bb2a15ba590832de48f is 50, key is test_row_0/B:col10/1734338259846/Put/seqid=0 2024-12-16T08:37:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742345_1521 (size=12301) 2024-12-16T08:37:39,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:39,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:39,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338320030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338320036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338320040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338320045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338320048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T08:37:40,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338320144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338320147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338320158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338320352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338320352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338320359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338320361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338320364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,385 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/d57bd426637f4a8faafa043d2c2bd33a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d57bd426637f4a8faafa043d2c2bd33a 2024-12-16T08:37:40,385 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/bced0d1198f142eabc1181a9cf3b70c6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/bced0d1198f142eabc1181a9cf3b70c6 2024-12-16T08:37:40,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9fd7cacf72c04bb2a15ba590832de48f 2024-12-16T08:37:40,394 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into bced0d1198f142eabc1181a9cf3b70c6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:40,394 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:40,394 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=12, startTime=1734338259849; duration=0sec 2024-12-16T08:37:40,394 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:40,394 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:40,394 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:40,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:40,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:40,400 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into d57bd426637f4a8faafa043d2c2bd33a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:40,400 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:40,400 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:40,400 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:40,400 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=12, startTime=1734338259606; duration=0sec 2024-12-16T08:37:40,400 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:40,400 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:40,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/536f176215e14a679a842eb489c5c7fb is 50, key is test_row_0/C:col10/1734338259846/Put/seqid=0 2024-12-16T08:37:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742346_1522 (size=12301) 2024-12-16T08:37:40,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:40,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:40,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T08:37:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338320663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338320668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338320676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/536f176215e14a679a842eb489c5c7fb 2024-12-16T08:37:40,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/0fe82d3d946f40aabd9b780455d13efa as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0fe82d3d946f40aabd9b780455d13efa 2024-12-16T08:37:40,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0fe82d3d946f40aabd9b780455d13efa, entries=200, sequenceid=454, filesize=14.4 K 2024-12-16T08:37:40,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/9fd7cacf72c04bb2a15ba590832de48f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9fd7cacf72c04bb2a15ba590832de48f 2024-12-16T08:37:40,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9fd7cacf72c04bb2a15ba590832de48f, entries=150, sequenceid=454, filesize=12.0 K 2024-12-16T08:37:40,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/536f176215e14a679a842eb489c5c7fb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/536f176215e14a679a842eb489c5c7fb 2024-12-16T08:37:40,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/536f176215e14a679a842eb489c5c7fb, entries=150, sequenceid=454, filesize=12.0 K 2024-12-16T08:37:40,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 256e5a4a42e59b3964940b5d3e0a3e63 in 997ms, sequenceid=454, compaction requested=true 2024-12-16T08:37:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:40,846 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:37:40,848 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:40,855 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:40,856 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:40,856 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:40,856 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:40,856 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:40,856 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:40,856 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:40,856 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,856 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/02db1a0c83ea4bd088051d5cefd691ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/643eb3a8bdd3442c865c92d6ff9d4f96, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9fd7cacf72c04bb2a15ba590832de48f] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=37.1 K 2024-12-16T08:37:40,857 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:40,857 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:40,857 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:40,857 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:40,857 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02db1a0c83ea4bd088051d5cefd691ec, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734338259506 2024-12-16T08:37:40,857 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643eb3a8bdd3442c865c92d6ff9d4f96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338259543 2024-12-16T08:37:40,858 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fd7cacf72c04bb2a15ba590832de48f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338259701 2024-12-16T08:37:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:40,867 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:40,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T08:37:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:40,868 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d2d7ba0d4a8f47f9a5ca35b57132daf2 is 50, key is test_row_0/B:col10/1734338259846/Put/seqid=0 2024-12-16T08:37:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742347_1523 (size=13459) 2024-12-16T08:37:40,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338320888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/468c69ffa01046308e37b6bca5bca71a is 50, key is test_row_0/A:col10/1734338260862/Put/seqid=0 2024-12-16T08:37:40,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338320895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742348_1524 (size=12301) 2024-12-16T08:37:40,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/468c69ffa01046308e37b6bca5bca71a 2024-12-16T08:37:40,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/cda23c4bf2914327a3fad3d5c42ca0ec is 50, key is test_row_0/B:col10/1734338260862/Put/seqid=0 2024-12-16T08:37:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742349_1525 (size=12301) 2024-12-16T08:37:40,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:40,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:40,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:41,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338320996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338321000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:41,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:41,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338321172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338321180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338321200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338321204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338321207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:41,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:41,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/cda23c4bf2914327a3fad3d5c42ca0ec 2024-12-16T08:37:41,324 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/d2d7ba0d4a8f47f9a5ca35b57132daf2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d2d7ba0d4a8f47f9a5ca35b57132daf2 2024-12-16T08:37:41,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4908e74559704224bcc6ebcfc8bd3911 is 50, key is test_row_0/C:col10/1734338260862/Put/seqid=0 2024-12-16T08:37:41,331 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into d2d7ba0d4a8f47f9a5ca35b57132daf2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:41,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:41,331 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=13, startTime=1734338260846; duration=0sec 2024-12-16T08:37:41,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:41,331 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742350_1526 (size=12301) 2024-12-16T08:37:41,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4908e74559704224bcc6ebcfc8bd3911 2024-12-16T08:37:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/468c69ffa01046308e37b6bca5bca71a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/468c69ffa01046308e37b6bca5bca71a 2024-12-16T08:37:41,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/468c69ffa01046308e37b6bca5bca71a, entries=150, sequenceid=482, filesize=12.0 K 2024-12-16T08:37:41,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/cda23c4bf2914327a3fad3d5c42ca0ec as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cda23c4bf2914327a3fad3d5c42ca0ec 2024-12-16T08:37:41,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cda23c4bf2914327a3fad3d5c42ca0ec, entries=150, sequenceid=482, filesize=12.0 K 2024-12-16T08:37:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/4908e74559704224bcc6ebcfc8bd3911 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4908e74559704224bcc6ebcfc8bd3911 2024-12-16T08:37:41,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4908e74559704224bcc6ebcfc8bd3911, entries=150, sequenceid=482, filesize=12.0 K 2024-12-16T08:37:41,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 256e5a4a42e59b3964940b5d3e0a3e63 in 526ms, sequenceid=482, compaction requested=true 2024-12-16T08:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:41,394 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:41,394 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T08:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:41,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T08:37:41,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T08:37:41,395 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:41,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. because compaction request was cancelled 2024-12-16T08:37:41,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:41,395 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:41,395 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:41,395 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:41,395 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d57bd426637f4a8faafa043d2c2bd33a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0fe82d3d946f40aabd9b780455d13efa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/468c69ffa01046308e37b6bca5bca71a] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=39.5 K 2024-12-16T08:37:41,396 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d57bd426637f4a8faafa043d2c2bd33a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338259543 2024-12-16T08:37:41,396 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe82d3d946f40aabd9b780455d13efa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338259694 2024-12-16T08:37:41,396 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:41,396 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:41,396 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:41,396 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/bced0d1198f142eabc1181a9cf3b70c6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/536f176215e14a679a842eb489c5c7fb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4908e74559704224bcc6ebcfc8bd3911] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=37.1 K 2024-12-16T08:37:41,397 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting bced0d1198f142eabc1181a9cf3b70c6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734338259543 2024-12-16T08:37:41,397 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 468c69ffa01046308e37b6bca5bca71a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1734338260029 2024-12-16T08:37:41,397 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 536f176215e14a679a842eb489c5c7fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338259701 2024-12-16T08:37:41,397 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4908e74559704224bcc6ebcfc8bd3911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1734338260029 2024-12-16T08:37:41,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T08:37:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:41,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-16T08:37:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:41,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:41,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:41,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/031bb73e558441f39e6d4733573f26ec is 50, key is test_row_0/A:col10/1734338260886/Put/seqid=0 2024-12-16T08:37:41,435 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:41,436 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/5b5dcd6fc3fb485ca8ec785b4a7bdd7f is 50, key is test_row_0/C:col10/1734338260862/Put/seqid=0 2024-12-16T08:37:41,444 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:41,444 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/4d466b24e7384211891ed14a0f2821b0 is 50, key is test_row_0/A:col10/1734338260862/Put/seqid=0 2024-12-16T08:37:41,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742351_1527 (size=12301) 2024-12-16T08:37:41,474 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/031bb73e558441f39e6d4733573f26ec 2024-12-16T08:37:41,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742353_1529 (size=13459) 2024-12-16T08:37:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742352_1528 (size=13459) 2024-12-16T08:37:41,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e7fc690bf3a5426aa8e88347df41d6bb is 50, key is test_row_0/B:col10/1734338260886/Put/seqid=0 2024-12-16T08:37:41,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:41,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742354_1530 (size=12301) 2024-12-16T08:37:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T08:37:41,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338321642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338321644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338321750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338321752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,883 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/4d466b24e7384211891ed14a0f2821b0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/4d466b24e7384211891ed14a0f2821b0 2024-12-16T08:37:41,898 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/5b5dcd6fc3fb485ca8ec785b4a7bdd7f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/5b5dcd6fc3fb485ca8ec785b4a7bdd7f 2024-12-16T08:37:41,898 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into 4d466b24e7384211891ed14a0f2821b0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:41,899 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:41,899 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=13, startTime=1734338261394; duration=0sec 2024-12-16T08:37:41,899 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:41,899 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:41,919 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 5b5dcd6fc3fb485ca8ec785b4a7bdd7f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:41,919 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:41,919 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=13, startTime=1734338261394; duration=0sec 2024-12-16T08:37:41,919 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:41,919 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:41,956 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e7fc690bf3a5426aa8e88347df41d6bb 2024-12-16T08:37:41,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338321953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338321956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:41,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/a7c8bc00a4fe475a93458982a0a887d4 is 50, key is test_row_0/C:col10/1734338260886/Put/seqid=0 2024-12-16T08:37:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742355_1531 (size=12301) 2024-12-16T08:37:42,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338322181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338322186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338322205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338322261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338322263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,404 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/a7c8bc00a4fe475a93458982a0a887d4 2024-12-16T08:37:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/031bb73e558441f39e6d4733573f26ec as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/031bb73e558441f39e6d4733573f26ec 2024-12-16T08:37:42,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/031bb73e558441f39e6d4733573f26ec, entries=150, sequenceid=493, filesize=12.0 K 2024-12-16T08:37:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e7fc690bf3a5426aa8e88347df41d6bb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e7fc690bf3a5426aa8e88347df41d6bb 2024-12-16T08:37:42,414 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e7fc690bf3a5426aa8e88347df41d6bb, entries=150, sequenceid=493, filesize=12.0 K 2024-12-16T08:37:42,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/a7c8bc00a4fe475a93458982a0a887d4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a7c8bc00a4fe475a93458982a0a887d4 2024-12-16T08:37:42,418 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a7c8bc00a4fe475a93458982a0a887d4, entries=150, sequenceid=493, filesize=12.0 K 2024-12-16T08:37:42,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 256e5a4a42e59b3964940b5d3e0a3e63 in 1008ms, sequenceid=493, compaction requested=true 2024-12-16T08:37:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-16T08:37:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-16T08:37:42,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-16T08:37:42,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8890 sec 2024-12-16T08:37:42,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.8930 sec 2024-12-16T08:37:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:42,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-16T08:37:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:42,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/05ee4ef740324440854c629f5f4ec006 is 50, key is test_row_0/A:col10/1734338262766/Put/seqid=0 2024-12-16T08:37:42,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338322786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338322792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742356_1532 (size=12301) 2024-12-16T08:37:42,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/05ee4ef740324440854c629f5f4ec006 2024-12-16T08:37:42,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/19cfaf4e0c9b43a18415307f0a7b9b9f is 50, key is test_row_0/B:col10/1734338262766/Put/seqid=0 2024-12-16T08:37:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742357_1533 (size=12301) 2024-12-16T08:37:42,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/19cfaf4e0c9b43a18415307f0a7b9b9f 2024-12-16T08:37:42,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/d12338b5d1ea4a2f8703ea1467424914 is 50, key is test_row_0/C:col10/1734338262766/Put/seqid=0 2024-12-16T08:37:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742358_1534 (size=12301) 2024-12-16T08:37:42,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338322894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:42,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338322895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338323098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338323100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/d12338b5d1ea4a2f8703ea1467424914 2024-12-16T08:37:43,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/05ee4ef740324440854c629f5f4ec006 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/05ee4ef740324440854c629f5f4ec006 2024-12-16T08:37:43,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/05ee4ef740324440854c629f5f4ec006, entries=150, sequenceid=523, filesize=12.0 K 2024-12-16T08:37:43,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/19cfaf4e0c9b43a18415307f0a7b9b9f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/19cfaf4e0c9b43a18415307f0a7b9b9f 2024-12-16T08:37:43,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/19cfaf4e0c9b43a18415307f0a7b9b9f, entries=150, sequenceid=523, filesize=12.0 K 2024-12-16T08:37:43,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/d12338b5d1ea4a2f8703ea1467424914 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/d12338b5d1ea4a2f8703ea1467424914 2024-12-16T08:37:43,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/d12338b5d1ea4a2f8703ea1467424914, entries=150, sequenceid=523, filesize=12.0 K 2024-12-16T08:37:43,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 256e5a4a42e59b3964940b5d3e0a3e63 in 546ms, sequenceid=523, compaction requested=true 2024-12-16T08:37:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:43,314 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:43,314 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 256e5a4a42e59b3964940b5d3e0a3e63:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:43,315 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:43,315 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/A is initiating minor compaction (all files) 2024-12-16T08:37:43,315 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/A in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:43,315 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/4d466b24e7384211891ed14a0f2821b0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/031bb73e558441f39e6d4733573f26ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/05ee4ef740324440854c629f5f4ec006] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=37.2 K 2024-12-16T08:37:43,316 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:43,316 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/B is initiating minor compaction (all files) 2024-12-16T08:37:43,316 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/B in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:43,316 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d2d7ba0d4a8f47f9a5ca35b57132daf2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cda23c4bf2914327a3fad3d5c42ca0ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e7fc690bf3a5426aa8e88347df41d6bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/19cfaf4e0c9b43a18415307f0a7b9b9f] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=49.2 K 2024-12-16T08:37:43,316 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d2d7ba0d4a8f47f9a5ca35b57132daf2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734338259701 2024-12-16T08:37:43,316 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d466b24e7384211891ed14a0f2821b0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1734338260029 2024-12-16T08:37:43,317 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting cda23c4bf2914327a3fad3d5c42ca0ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1734338260029 2024-12-16T08:37:43,317 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 031bb73e558441f39e6d4733573f26ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734338260874 2024-12-16T08:37:43,317 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting e7fc690bf3a5426aa8e88347df41d6bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734338260874 2024-12-16T08:37:43,317 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05ee4ef740324440854c629f5f4ec006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1734338261641 2024-12-16T08:37:43,318 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 19cfaf4e0c9b43a18415307f0a7b9b9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1734338261641 2024-12-16T08:37:43,327 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#A#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:43,328 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/7fb44b1cc66249f2998c5b6120ddaba6 is 50, key is test_row_0/A:col10/1734338262766/Put/seqid=0 2024-12-16T08:37:43,342 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#B#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742359_1535 (size=13561) 2024-12-16T08:37:43,342 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/b9abc55aaecb42a1aa6e0416549f348c is 50, key is test_row_0/B:col10/1734338262766/Put/seqid=0 2024-12-16T08:37:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742360_1536 (size=13595) 2024-12-16T08:37:43,352 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/7fb44b1cc66249f2998c5b6120ddaba6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/7fb44b1cc66249f2998c5b6120ddaba6 2024-12-16T08:37:43,357 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/b9abc55aaecb42a1aa6e0416549f348c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b9abc55aaecb42a1aa6e0416549f348c 2024-12-16T08:37:43,358 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/A of 256e5a4a42e59b3964940b5d3e0a3e63 into 7fb44b1cc66249f2998c5b6120ddaba6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:43,358 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:43,358 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/A, priority=13, startTime=1734338263314; duration=0sec 2024-12-16T08:37:43,358 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:43,358 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:A 2024-12-16T08:37:43,358 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:37:43,359 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:37:43,361 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 256e5a4a42e59b3964940b5d3e0a3e63/C is initiating minor compaction (all files) 2024-12-16T08:37:43,361 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 256e5a4a42e59b3964940b5d3e0a3e63/C in TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:43,361 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/5b5dcd6fc3fb485ca8ec785b4a7bdd7f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a7c8bc00a4fe475a93458982a0a887d4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/d12338b5d1ea4a2f8703ea1467424914] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp, totalSize=37.2 K 2024-12-16T08:37:43,361 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b5dcd6fc3fb485ca8ec785b4a7bdd7f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1734338260029 2024-12-16T08:37:43,362 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7c8bc00a4fe475a93458982a0a887d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734338260874 2024-12-16T08:37:43,362 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d12338b5d1ea4a2f8703ea1467424914, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1734338261641 2024-12-16T08:37:43,363 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/B of 256e5a4a42e59b3964940b5d3e0a3e63 into b9abc55aaecb42a1aa6e0416549f348c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:43,363 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:43,363 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/B, priority=12, startTime=1734338263314; duration=0sec 2024-12-16T08:37:43,363 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:43,363 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:B 2024-12-16T08:37:43,377 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 256e5a4a42e59b3964940b5d3e0a3e63#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:43,378 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/17b873ba13dd44eca3cfbc20a86e383a is 50, key is test_row_0/C:col10/1734338262766/Put/seqid=0 2024-12-16T08:37:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742361_1537 (size=13561) 2024-12-16T08:37:43,406 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/17b873ba13dd44eca3cfbc20a86e383a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/17b873ba13dd44eca3cfbc20a86e383a 2024-12-16T08:37:43,411 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 256e5a4a42e59b3964940b5d3e0a3e63/C of 256e5a4a42e59b3964940b5d3e0a3e63 into 17b873ba13dd44eca3cfbc20a86e383a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:43,411 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:43,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:43,411 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., storeName=256e5a4a42e59b3964940b5d3e0a3e63/C, priority=13, startTime=1734338263314; duration=0sec 2024-12-16T08:37:43,411 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:43,411 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 256e5a4a42e59b3964940b5d3e0a3e63:C 2024-12-16T08:37:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:43,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/5d8257cd4ce64ef09b5d15c236ea280f is 50, key is test_row_0/A:col10/1734338262784/Put/seqid=0 2024-12-16T08:37:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742362_1538 (size=17181) 2024-12-16T08:37:43,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338323458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338323459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338323563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338323565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T08:37:43,639 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-16T08:37:43,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-16T08:37:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T08:37:43,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:43,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:43,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T08:37:43,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338323766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338323770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T08:37:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:43,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:43,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/5d8257cd4ce64ef09b5d15c236ea280f 2024-12-16T08:37:43,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/943ca3d3e41d41a3b0f0c48a8752d2bc is 50, key is test_row_0/B:col10/1734338262784/Put/seqid=0 2024-12-16T08:37:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742363_1539 (size=12301) 2024-12-16T08:37:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T08:37:43,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:43,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T08:37:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:43,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:44,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41492 deadline: 1734338324071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41414 deadline: 1734338324080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T08:37:44,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:44,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:44,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:44,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:44,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41424 deadline: 1734338324200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41452 deadline: 1734338324200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,203 DEBUG [Thread-1902 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:44,204 DEBUG [Thread-1900 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41444 deadline: 1734338324220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,226 DEBUG [Thread-1906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63., hostname=e845af7b5e21,34791,1734338108080, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:37:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T08:37:44,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/943ca3d3e41d41a3b0f0c48a8752d2bc 2024-12-16T08:37:44,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T08:37:44,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:44,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:44,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:44,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:44,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:44,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/8d0d3e8dcc9843dfa6002fc5f39538d5 is 50, key is test_row_0/C:col10/1734338262784/Put/seqid=0 2024-12-16T08:37:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742364_1540 (size=12301) 2024-12-16T08:37:44,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/8d0d3e8dcc9843dfa6002fc5f39538d5 2024-12-16T08:37:44,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/5d8257cd4ce64ef09b5d15c236ea280f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/5d8257cd4ce64ef09b5d15c236ea280f 2024-12-16T08:37:44,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/5d8257cd4ce64ef09b5d15c236ea280f, entries=250, sequenceid=537, filesize=16.8 K 2024-12-16T08:37:44,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/943ca3d3e41d41a3b0f0c48a8752d2bc as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/943ca3d3e41d41a3b0f0c48a8752d2bc 2024-12-16T08:37:44,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/943ca3d3e41d41a3b0f0c48a8752d2bc, entries=150, sequenceid=537, filesize=12.0 K 2024-12-16T08:37:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/8d0d3e8dcc9843dfa6002fc5f39538d5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/8d0d3e8dcc9843dfa6002fc5f39538d5 2024-12-16T08:37:44,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/8d0d3e8dcc9843dfa6002fc5f39538d5, entries=150, sequenceid=537, filesize=12.0 K 2024-12-16T08:37:44,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 256e5a4a42e59b3964940b5d3e0a3e63 in 976ms, sequenceid=537, compaction requested=false 2024-12-16T08:37:44,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:44,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:44,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T08:37:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:44,435 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:37:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:44,437 DEBUG [Thread-1915 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d567fc2 to 127.0.0.1:62313 2024-12-16T08:37:44,437 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:44,439 DEBUG [Thread-1919 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c53df25 to 127.0.0.1:62313 2024-12-16T08:37:44,439 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/c4f47778329344179157bde15afe8f35 is 50, key is test_row_0/A:col10/1734338263458/Put/seqid=0 2024-12-16T08:37:44,441 DEBUG [Thread-1917 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69e0c36f to 127.0.0.1:62313 2024-12-16T08:37:44,441 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:44,442 DEBUG [Thread-1913 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:62313 2024-12-16T08:37:44,442 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742365_1541 (size=12301) 2024-12-16T08:37:44,445 DEBUG [Thread-1911 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:62313 2024-12-16T08:37:44,445 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:44,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. as already flushing 2024-12-16T08:37:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:44,576 DEBUG [Thread-1908 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0657e1bf to 127.0.0.1:62313 2024-12-16T08:37:44,576 DEBUG [Thread-1908 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:44,593 DEBUG [Thread-1904 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x402e5def to 127.0.0.1:62313 2024-12-16T08:37:44,593 DEBUG [Thread-1904 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T08:37:44,846 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/c4f47778329344179157bde15afe8f35 2024-12-16T08:37:44,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/275361cc7c6c42dea49dd53b077a68db is 50, key is test_row_0/B:col10/1734338263458/Put/seqid=0 2024-12-16T08:37:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742366_1542 (size=12301) 2024-12-16T08:37:45,267 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/275361cc7c6c42dea49dd53b077a68db 2024-12-16T08:37:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/b07b9570ddbc4c5485f5a565adf38120 is 50, key is test_row_0/C:col10/1734338263458/Put/seqid=0 2024-12-16T08:37:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742367_1543 (size=12301) 2024-12-16T08:37:45,677 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/b07b9570ddbc4c5485f5a565adf38120 2024-12-16T08:37:45,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/c4f47778329344179157bde15afe8f35 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c4f47778329344179157bde15afe8f35 2024-12-16T08:37:45,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c4f47778329344179157bde15afe8f35, entries=150, sequenceid=562, filesize=12.0 K 2024-12-16T08:37:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/275361cc7c6c42dea49dd53b077a68db as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/275361cc7c6c42dea49dd53b077a68db 2024-12-16T08:37:45,687 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/275361cc7c6c42dea49dd53b077a68db, entries=150, sequenceid=562, filesize=12.0 K 2024-12-16T08:37:45,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/b07b9570ddbc4c5485f5a565adf38120 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b07b9570ddbc4c5485f5a565adf38120 2024-12-16T08:37:45,690 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b07b9570ddbc4c5485f5a565adf38120, entries=150, sequenceid=562, filesize=12.0 K 2024-12-16T08:37:45,691 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 256e5a4a42e59b3964940b5d3e0a3e63 in 1256ms, sequenceid=562, compaction requested=true 2024-12-16T08:37:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-16T08:37:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-16T08:37:45,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-16T08:37:45,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0490 sec 2024-12-16T08:37:45,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.0530 sec 2024-12-16T08:37:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T08:37:45,750 INFO [Thread-1910 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-16T08:37:48,215 DEBUG [Thread-1900 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:62313 2024-12-16T08:37:48,215 DEBUG [Thread-1900 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:48,235 DEBUG [Thread-1902 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:62313 2024-12-16T08:37:48,235 DEBUG [Thread-1902 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:48,251 DEBUG [Thread-1906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10bda459 to 127.0.0.1:62313 2024-12-16T08:37:48,251 DEBUG [Thread-1906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2261 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6783 rows 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2273 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6819 rows 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2264 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6789 rows 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2270 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6810 rows 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2266 2024-12-16T08:37:48,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6798 rows 2024-12-16T08:37:48,252 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:37:48,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:62313 2024-12-16T08:37:48,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:37:48,259 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T08:37:48,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-16T08:37:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T08:37:48,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338268262"}]},"ts":"1734338268262"} 2024-12-16T08:37:48,272 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T08:37:48,275 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T08:37:48,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:37:48,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=256e5a4a42e59b3964940b5d3e0a3e63, UNASSIGN}] 2024-12-16T08:37:48,277 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=256e5a4a42e59b3964940b5d3e0a3e63, UNASSIGN 2024-12-16T08:37:48,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=256e5a4a42e59b3964940b5d3e0a3e63, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:48,279 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:37:48,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:37:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T08:37:48,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:48,431 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:48,432 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:37:48,432 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 256e5a4a42e59b3964940b5d3e0a3e63, disabling compactions & flushes 2024-12-16T08:37:48,432 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:48,432 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:48,432 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. after waiting 0 ms 2024-12-16T08:37:48,432 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:48,432 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(2837): Flushing 256e5a4a42e59b3964940b5d3e0a3e63 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T08:37:48,432 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=A 2024-12-16T08:37:48,433 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:48,433 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=B 2024-12-16T08:37:48,433 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:48,433 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 256e5a4a42e59b3964940b5d3e0a3e63, store=C 2024-12-16T08:37:48,433 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:48,436 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/299de5025cdb4c3f8f59ed633d81a4a9 is 50, key is test_row_0/A:col10/1734338268250/Put/seqid=0 2024-12-16T08:37:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742368_1544 (size=12301) 2024-12-16T08:37:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T08:37:48,841 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/299de5025cdb4c3f8f59ed633d81a4a9 2024-12-16T08:37:48,849 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e9aca36015324cab82279a2363ece99c is 50, key is test_row_0/B:col10/1734338268250/Put/seqid=0 2024-12-16T08:37:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742369_1545 (size=12301) 2024-12-16T08:37:48,858 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e9aca36015324cab82279a2363ece99c 2024-12-16T08:37:48,865 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/88bdf4be71a04117a3a6bf7f00f62a77 is 50, key is test_row_0/C:col10/1734338268250/Put/seqid=0 2024-12-16T08:37:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T08:37:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742370_1546 (size=12301) 2024-12-16T08:37:49,270 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/88bdf4be71a04117a3a6bf7f00f62a77 2024-12-16T08:37:49,273 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/A/299de5025cdb4c3f8f59ed633d81a4a9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/299de5025cdb4c3f8f59ed633d81a4a9 2024-12-16T08:37:49,276 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/299de5025cdb4c3f8f59ed633d81a4a9, entries=150, sequenceid=570, filesize=12.0 K 2024-12-16T08:37:49,277 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/B/e9aca36015324cab82279a2363ece99c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e9aca36015324cab82279a2363ece99c 2024-12-16T08:37:49,280 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e9aca36015324cab82279a2363ece99c, entries=150, sequenceid=570, filesize=12.0 K 2024-12-16T08:37:49,280 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/.tmp/C/88bdf4be71a04117a3a6bf7f00f62a77 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/88bdf4be71a04117a3a6bf7f00f62a77 2024-12-16T08:37:49,283 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/88bdf4be71a04117a3a6bf7f00f62a77, entries=150, sequenceid=570, filesize=12.0 K 2024-12-16T08:37:49,283 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 256e5a4a42e59b3964940b5d3e0a3e63 in 851ms, sequenceid=570, compaction requested=true 2024-12-16T08:37:49,284 DEBUG [StoreCloser-TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/2f40f5de0740485cac25df06504bd179, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/61b79d1dc2dc4ebc8903b7f51b95862d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0645fe5568a549c1aa00d2aedccce4ee, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/b5d3458b5c0c4db28a3280638388f13f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/359da0c79f0c4078989fa223411540fd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/3d71947efce44eb2862a29eb62d95910, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f7a0b15a544c4e2591a3f235904e56a5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/43c09e2fa2464118b6516d880427f459, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/59cf6f3ce0f84dd98e25398fa486e1b5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/985f9389abe849338e4f04be988fc35e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/bc13411dcb594543ac5d9072c02194dd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/e631692a522342bb84e15dde8946ec7a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6bceeb65485a4b8ba8cfce1335870ac7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/06ed13e17af947e5942ea972ebf53041, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c025446874ff44a89a83699e3c6855ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49093f74a63c477d8210ad4e99c5ed95, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/079caa878c5343aaa8c33cce80ba416b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f622126353ae419e843c4824770cf910, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/349414a996fa4d2f9c83de1c15d9c818, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6cd125beb5264c2aa9570a82348fdc47, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/9292ad77cd174715bede55dc9eac3bcd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8ac38c7779b4499fbd0a08e506b99a80, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/85dd9a0013db407bad8d77bce90382fa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8e5ff0c85f064620a4277d4a979b4ee9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d5db2b6a4d924aed8c96b5886acc3ce8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/41bdd6d0d26b4c528f3a4e71dedc3814, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/755d491630cb42089eb3dcd50c42cc4e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8dacb6fbcbcd47d598b751d6ad3a14e4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/724acc69d74640de9ad34451ab85bbad, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49e229ea8b6d49ce96f51b104f2c8e43, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6d90b489d5334d6cafbb02a088275282, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d57bd426637f4a8faafa043d2c2bd33a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0fe82d3d946f40aabd9b780455d13efa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/4d466b24e7384211891ed14a0f2821b0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/468c69ffa01046308e37b6bca5bca71a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/031bb73e558441f39e6d4733573f26ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/05ee4ef740324440854c629f5f4ec006] to archive 2024-12-16T08:37:49,285 DEBUG [StoreCloser-TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:49,292 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/2f40f5de0740485cac25df06504bd179 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/2f40f5de0740485cac25df06504bd179 2024-12-16T08:37:49,292 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f7a0b15a544c4e2591a3f235904e56a5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f7a0b15a544c4e2591a3f235904e56a5 2024-12-16T08:37:49,292 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/61b79d1dc2dc4ebc8903b7f51b95862d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/61b79d1dc2dc4ebc8903b7f51b95862d 2024-12-16T08:37:49,293 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0645fe5568a549c1aa00d2aedccce4ee to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0645fe5568a549c1aa00d2aedccce4ee 2024-12-16T08:37:49,293 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/b5d3458b5c0c4db28a3280638388f13f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/b5d3458b5c0c4db28a3280638388f13f 2024-12-16T08:37:49,293 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/43c09e2fa2464118b6516d880427f459 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/43c09e2fa2464118b6516d880427f459 2024-12-16T08:37:49,293 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/3d71947efce44eb2862a29eb62d95910 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/3d71947efce44eb2862a29eb62d95910 2024-12-16T08:37:49,293 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/359da0c79f0c4078989fa223411540fd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/359da0c79f0c4078989fa223411540fd 2024-12-16T08:37:49,295 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/e631692a522342bb84e15dde8946ec7a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/e631692a522342bb84e15dde8946ec7a 2024-12-16T08:37:49,295 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/985f9389abe849338e4f04be988fc35e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/985f9389abe849338e4f04be988fc35e 2024-12-16T08:37:49,295 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c025446874ff44a89a83699e3c6855ec to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c025446874ff44a89a83699e3c6855ec 2024-12-16T08:37:49,295 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/59cf6f3ce0f84dd98e25398fa486e1b5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/59cf6f3ce0f84dd98e25398fa486e1b5 2024-12-16T08:37:49,295 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/bc13411dcb594543ac5d9072c02194dd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/bc13411dcb594543ac5d9072c02194dd 2024-12-16T08:37:49,295 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6bceeb65485a4b8ba8cfce1335870ac7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6bceeb65485a4b8ba8cfce1335870ac7 2024-12-16T08:37:49,295 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49093f74a63c477d8210ad4e99c5ed95 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49093f74a63c477d8210ad4e99c5ed95 2024-12-16T08:37:49,297 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/06ed13e17af947e5942ea972ebf53041 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/06ed13e17af947e5942ea972ebf53041 2024-12-16T08:37:49,297 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/079caa878c5343aaa8c33cce80ba416b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/079caa878c5343aaa8c33cce80ba416b 2024-12-16T08:37:49,298 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f622126353ae419e843c4824770cf910 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/f622126353ae419e843c4824770cf910 2024-12-16T08:37:49,298 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/349414a996fa4d2f9c83de1c15d9c818 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/349414a996fa4d2f9c83de1c15d9c818 2024-12-16T08:37:49,298 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8ac38c7779b4499fbd0a08e506b99a80 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8ac38c7779b4499fbd0a08e506b99a80 2024-12-16T08:37:49,298 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/85dd9a0013db407bad8d77bce90382fa to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/85dd9a0013db407bad8d77bce90382fa 2024-12-16T08:37:49,298 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6cd125beb5264c2aa9570a82348fdc47 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6cd125beb5264c2aa9570a82348fdc47 2024-12-16T08:37:49,299 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/9292ad77cd174715bede55dc9eac3bcd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/9292ad77cd174715bede55dc9eac3bcd 2024-12-16T08:37:49,300 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8e5ff0c85f064620a4277d4a979b4ee9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8e5ff0c85f064620a4277d4a979b4ee9 2024-12-16T08:37:49,301 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d5db2b6a4d924aed8c96b5886acc3ce8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d5db2b6a4d924aed8c96b5886acc3ce8 2024-12-16T08:37:49,301 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/41bdd6d0d26b4c528f3a4e71dedc3814 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/41bdd6d0d26b4c528f3a4e71dedc3814 2024-12-16T08:37:49,302 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/755d491630cb42089eb3dcd50c42cc4e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/755d491630cb42089eb3dcd50c42cc4e 2024-12-16T08:37:49,302 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/724acc69d74640de9ad34451ab85bbad to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/724acc69d74640de9ad34451ab85bbad 2024-12-16T08:37:49,302 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8dacb6fbcbcd47d598b751d6ad3a14e4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/8dacb6fbcbcd47d598b751d6ad3a14e4 2024-12-16T08:37:49,302 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49e229ea8b6d49ce96f51b104f2c8e43 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/49e229ea8b6d49ce96f51b104f2c8e43 2024-12-16T08:37:49,303 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6d90b489d5334d6cafbb02a088275282 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/6d90b489d5334d6cafbb02a088275282 2024-12-16T08:37:49,303 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d57bd426637f4a8faafa043d2c2bd33a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/d57bd426637f4a8faafa043d2c2bd33a 2024-12-16T08:37:49,304 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/031bb73e558441f39e6d4733573f26ec to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/031bb73e558441f39e6d4733573f26ec 2024-12-16T08:37:49,304 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/468c69ffa01046308e37b6bca5bca71a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/468c69ffa01046308e37b6bca5bca71a 2024-12-16T08:37:49,304 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/05ee4ef740324440854c629f5f4ec006 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/05ee4ef740324440854c629f5f4ec006 2024-12-16T08:37:49,304 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/4d466b24e7384211891ed14a0f2821b0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/4d466b24e7384211891ed14a0f2821b0 2024-12-16T08:37:49,304 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0fe82d3d946f40aabd9b780455d13efa to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/0fe82d3d946f40aabd9b780455d13efa 2024-12-16T08:37:49,311 DEBUG [StoreCloser-TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d0b982affbae478e97035e7d459d7c9b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/82dceb1ee95b48f687cfb3aca62574b7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/972c096408f54a40941053bbfd87f8fc, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9d00ab000fe848979c2e614b86388b2d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4db7960c6fa1494d93b01adc5f1a5634, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/be64641515fa48749d096489d5c2bb90, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4602bf1e84a14649a410aebd2aff591c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e69be56ab8b04626ba2567376ad55d80, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b04d3567e2c74c56bdebbe74d6dacd65, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/11f192e8e7dc486e89bb04eec149f209, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/61c0828b56b049f297429db54a10ad1c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cbd46a2e705d44c7beaa7e5ac895898d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940b319e82084f13ba09456bdfbe916b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4edfe8442af046fab8bc5ef0709af423, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940ae68f6a11422090b5152a67174569, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/198eff1a06a44441a63209c724f620d2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/909cd00c48fa49d4bbb3ec79bb1c6dc5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/66b2829032f048208c253f20f50d2593, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d86640b484884875b31b1b59702c206c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8009697d3ca4477949a9a1706c1ed76, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/dacaf7ebca1542eaa12baad14dd9539a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8617b6e00994a469c9758f24781eac9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/8b0164d77d98467bb0fe10c75176507c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e59cffde69a94d71878970a103023b88, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/3ce89a17d5b545c1902d944b2b22fd4f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/c2f612fb00f64272b6b0489a7a55be35, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d1e4e7fd410e46c893fe2720b0c6fc96, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/692bebbe9cc0415eba73c77dcc088d33, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9ce8c73037d74b898446ee8f12ab11ee, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/eb866e93e72749b59b31e5f0eedefaa6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/02db1a0c83ea4bd088051d5cefd691ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/949d0db4e6254d45b0dc0c049bc47da0, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/643eb3a8bdd3442c865c92d6ff9d4f96, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d2d7ba0d4a8f47f9a5ca35b57132daf2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9fd7cacf72c04bb2a15ba590832de48f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cda23c4bf2914327a3fad3d5c42ca0ec, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e7fc690bf3a5426aa8e88347df41d6bb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/19cfaf4e0c9b43a18415307f0a7b9b9f] to archive 2024-12-16T08:37:49,312 DEBUG [StoreCloser-TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:49,315 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d0b982affbae478e97035e7d459d7c9b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d0b982affbae478e97035e7d459d7c9b 2024-12-16T08:37:49,315 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/972c096408f54a40941053bbfd87f8fc to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/972c096408f54a40941053bbfd87f8fc 2024-12-16T08:37:49,315 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/82dceb1ee95b48f687cfb3aca62574b7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/82dceb1ee95b48f687cfb3aca62574b7 2024-12-16T08:37:49,316 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9d00ab000fe848979c2e614b86388b2d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9d00ab000fe848979c2e614b86388b2d 2024-12-16T08:37:49,316 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/be64641515fa48749d096489d5c2bb90 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/be64641515fa48749d096489d5c2bb90 2024-12-16T08:37:49,317 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4db7960c6fa1494d93b01adc5f1a5634 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4db7960c6fa1494d93b01adc5f1a5634 2024-12-16T08:37:49,317 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4602bf1e84a14649a410aebd2aff591c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4602bf1e84a14649a410aebd2aff591c 2024-12-16T08:37:49,317 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e69be56ab8b04626ba2567376ad55d80 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e69be56ab8b04626ba2567376ad55d80 2024-12-16T08:37:49,318 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/61c0828b56b049f297429db54a10ad1c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/61c0828b56b049f297429db54a10ad1c 2024-12-16T08:37:49,318 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/11f192e8e7dc486e89bb04eec149f209 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/11f192e8e7dc486e89bb04eec149f209 2024-12-16T08:37:49,318 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b04d3567e2c74c56bdebbe74d6dacd65 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b04d3567e2c74c56bdebbe74d6dacd65 2024-12-16T08:37:49,318 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940b319e82084f13ba09456bdfbe916b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940b319e82084f13ba09456bdfbe916b 2024-12-16T08:37:49,319 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cbd46a2e705d44c7beaa7e5ac895898d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cbd46a2e705d44c7beaa7e5ac895898d 2024-12-16T08:37:49,320 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940ae68f6a11422090b5152a67174569 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/940ae68f6a11422090b5152a67174569 2024-12-16T08:37:49,320 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/198eff1a06a44441a63209c724f620d2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/198eff1a06a44441a63209c724f620d2 2024-12-16T08:37:49,320 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d86640b484884875b31b1b59702c206c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d86640b484884875b31b1b59702c206c 2024-12-16T08:37:49,320 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/66b2829032f048208c253f20f50d2593 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/66b2829032f048208c253f20f50d2593 2024-12-16T08:37:49,321 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4edfe8442af046fab8bc5ef0709af423 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/4edfe8442af046fab8bc5ef0709af423 2024-12-16T08:37:49,321 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/909cd00c48fa49d4bbb3ec79bb1c6dc5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/909cd00c48fa49d4bbb3ec79bb1c6dc5 2024-12-16T08:37:49,321 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8009697d3ca4477949a9a1706c1ed76 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8009697d3ca4477949a9a1706c1ed76 2024-12-16T08:37:49,322 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/dacaf7ebca1542eaa12baad14dd9539a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/dacaf7ebca1542eaa12baad14dd9539a 2024-12-16T08:37:49,322 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8617b6e00994a469c9758f24781eac9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/a8617b6e00994a469c9758f24781eac9 2024-12-16T08:37:49,323 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/3ce89a17d5b545c1902d944b2b22fd4f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/3ce89a17d5b545c1902d944b2b22fd4f 2024-12-16T08:37:49,323 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/8b0164d77d98467bb0fe10c75176507c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/8b0164d77d98467bb0fe10c75176507c 2024-12-16T08:37:49,323 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d1e4e7fd410e46c893fe2720b0c6fc96 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d1e4e7fd410e46c893fe2720b0c6fc96 2024-12-16T08:37:49,323 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e59cffde69a94d71878970a103023b88 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e59cffde69a94d71878970a103023b88 2024-12-16T08:37:49,323 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/c2f612fb00f64272b6b0489a7a55be35 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/c2f612fb00f64272b6b0489a7a55be35 2024-12-16T08:37:49,325 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/692bebbe9cc0415eba73c77dcc088d33 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/692bebbe9cc0415eba73c77dcc088d33 2024-12-16T08:37:49,325 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/949d0db4e6254d45b0dc0c049bc47da0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/949d0db4e6254d45b0dc0c049bc47da0 2024-12-16T08:37:49,325 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9ce8c73037d74b898446ee8f12ab11ee to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9ce8c73037d74b898446ee8f12ab11ee 2024-12-16T08:37:49,325 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/643eb3a8bdd3442c865c92d6ff9d4f96 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/643eb3a8bdd3442c865c92d6ff9d4f96 2024-12-16T08:37:49,326 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/eb866e93e72749b59b31e5f0eedefaa6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/eb866e93e72749b59b31e5f0eedefaa6 2024-12-16T08:37:49,326 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/02db1a0c83ea4bd088051d5cefd691ec to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/02db1a0c83ea4bd088051d5cefd691ec 2024-12-16T08:37:49,326 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9fd7cacf72c04bb2a15ba590832de48f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/9fd7cacf72c04bb2a15ba590832de48f 2024-12-16T08:37:49,326 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d2d7ba0d4a8f47f9a5ca35b57132daf2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/d2d7ba0d4a8f47f9a5ca35b57132daf2 2024-12-16T08:37:49,328 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cda23c4bf2914327a3fad3d5c42ca0ec to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/cda23c4bf2914327a3fad3d5c42ca0ec 2024-12-16T08:37:49,329 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e7fc690bf3a5426aa8e88347df41d6bb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e7fc690bf3a5426aa8e88347df41d6bb 2024-12-16T08:37:49,330 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/19cfaf4e0c9b43a18415307f0a7b9b9f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/19cfaf4e0c9b43a18415307f0a7b9b9f 2024-12-16T08:37:49,331 DEBUG [StoreCloser-TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/df4f7421ed1f492aa773c34224d81229, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b14830e7d4be4081915013fc5cb11d4a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/924d307e61234608b125bbd9cd4e00e8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f9b0ca4b490e497eac6261b89a77b07c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f698a0db2d4d4474a4254352cb2e912e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/aeb4f3e0e5814f19996bd4a5d070527e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0205c3a122a741bfb826fda56892d475, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4c69ed0695d146eab0e1c59b10abb855, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/815aa57a9da94ed99f5eddcd932fbcae, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ca279547560749a89425647750c0e1cd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/25e5563aeef340ffbc99274700d4efd6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/da8b43d1b068439e97938f81ab0814f5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a434c2836b0343b4be89ffa654aa984b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59b9bd169e614b1cb3507047a912efb6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59d65f18057d41e6bce2944e0c324b72, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/3126700ac8a4453bbdd8ae7b1a2ae3a8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4ecc14fdc6b7477ab3b7f6a69d0456af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/2d6e256c257f41c7b43f85786367efda, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0f6c4e7508e74d3b9230a9be115dfe25, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/240750d689e2439a902ad414235eeaf5, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/cb4aa11d0f9440799568e1381d06ed82, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ae82873ed1e2484195e88331a1854109, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/32503ef10fff4f50a5cfcd522f55cf06, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/10507d79d3f9486db61792ab3d1baf7b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a9b7ecd915a44f98634a682a2cc1c92, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/e8bb1c42cc074781bd6181d99879c318, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/23cbad15d8164085a97d090aa347bf87, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f7c72a2aad88437d8d05a6edf528d709, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/00f4cd119b99482187b9c70edfceea03, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a2b5dcdb19346ae9330593a3a9148fa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/bced0d1198f142eabc1181a9cf3b70c6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f0f54cb8791148a7874b763b75b5cc65, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/536f176215e14a679a842eb489c5c7fb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/5b5dcd6fc3fb485ca8ec785b4a7bdd7f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4908e74559704224bcc6ebcfc8bd3911, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a7c8bc00a4fe475a93458982a0a887d4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/d12338b5d1ea4a2f8703ea1467424914] to archive 2024-12-16T08:37:49,332 DEBUG [StoreCloser-TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:37:49,335 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b14830e7d4be4081915013fc5cb11d4a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b14830e7d4be4081915013fc5cb11d4a 2024-12-16T08:37:49,335 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/df4f7421ed1f492aa773c34224d81229 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/df4f7421ed1f492aa773c34224d81229 2024-12-16T08:37:49,335 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/aeb4f3e0e5814f19996bd4a5d070527e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/aeb4f3e0e5814f19996bd4a5d070527e 2024-12-16T08:37:49,335 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/924d307e61234608b125bbd9cd4e00e8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/924d307e61234608b125bbd9cd4e00e8 2024-12-16T08:37:49,335 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f9b0ca4b490e497eac6261b89a77b07c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f9b0ca4b490e497eac6261b89a77b07c 2024-12-16T08:37:49,335 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0205c3a122a741bfb826fda56892d475 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0205c3a122a741bfb826fda56892d475 2024-12-16T08:37:49,335 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f698a0db2d4d4474a4254352cb2e912e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f698a0db2d4d4474a4254352cb2e912e 2024-12-16T08:37:49,336 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4c69ed0695d146eab0e1c59b10abb855 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4c69ed0695d146eab0e1c59b10abb855 2024-12-16T08:37:49,337 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/815aa57a9da94ed99f5eddcd932fbcae to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/815aa57a9da94ed99f5eddcd932fbcae 2024-12-16T08:37:49,337 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ca279547560749a89425647750c0e1cd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ca279547560749a89425647750c0e1cd 2024-12-16T08:37:49,338 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/da8b43d1b068439e97938f81ab0814f5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/da8b43d1b068439e97938f81ab0814f5 2024-12-16T08:37:49,338 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a434c2836b0343b4be89ffa654aa984b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a434c2836b0343b4be89ffa654aa984b 2024-12-16T08:37:49,338 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/25e5563aeef340ffbc99274700d4efd6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/25e5563aeef340ffbc99274700d4efd6 2024-12-16T08:37:49,338 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59b9bd169e614b1cb3507047a912efb6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59b9bd169e614b1cb3507047a912efb6 2024-12-16T08:37:49,338 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59d65f18057d41e6bce2944e0c324b72 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/59d65f18057d41e6bce2944e0c324b72 2024-12-16T08:37:49,339 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/3126700ac8a4453bbdd8ae7b1a2ae3a8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/3126700ac8a4453bbdd8ae7b1a2ae3a8 2024-12-16T08:37:49,340 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4ecc14fdc6b7477ab3b7f6a69d0456af to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4ecc14fdc6b7477ab3b7f6a69d0456af 2024-12-16T08:37:49,347 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/2d6e256c257f41c7b43f85786367efda to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/2d6e256c257f41c7b43f85786367efda 2024-12-16T08:37:49,347 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/240750d689e2439a902ad414235eeaf5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/240750d689e2439a902ad414235eeaf5 2024-12-16T08:37:49,347 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0f6c4e7508e74d3b9230a9be115dfe25 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/0f6c4e7508e74d3b9230a9be115dfe25 2024-12-16T08:37:49,349 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ae82873ed1e2484195e88331a1854109 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/ae82873ed1e2484195e88331a1854109 2024-12-16T08:37:49,349 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/10507d79d3f9486db61792ab3d1baf7b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/10507d79d3f9486db61792ab3d1baf7b 2024-12-16T08:37:49,349 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/cb4aa11d0f9440799568e1381d06ed82 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/cb4aa11d0f9440799568e1381d06ed82 2024-12-16T08:37:49,349 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/32503ef10fff4f50a5cfcd522f55cf06 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/32503ef10fff4f50a5cfcd522f55cf06 2024-12-16T08:37:49,354 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a9b7ecd915a44f98634a682a2cc1c92 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a9b7ecd915a44f98634a682a2cc1c92 2024-12-16T08:37:49,355 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f7c72a2aad88437d8d05a6edf528d709 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f7c72a2aad88437d8d05a6edf528d709 2024-12-16T08:37:49,355 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/23cbad15d8164085a97d090aa347bf87 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/23cbad15d8164085a97d090aa347bf87 2024-12-16T08:37:49,355 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/e8bb1c42cc074781bd6181d99879c318 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/e8bb1c42cc074781bd6181d99879c318 2024-12-16T08:37:49,356 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/00f4cd119b99482187b9c70edfceea03 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/00f4cd119b99482187b9c70edfceea03 2024-12-16T08:37:49,356 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/bced0d1198f142eabc1181a9cf3b70c6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/bced0d1198f142eabc1181a9cf3b70c6 2024-12-16T08:37:49,356 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a2b5dcdb19346ae9330593a3a9148fa to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/6a2b5dcdb19346ae9330593a3a9148fa 2024-12-16T08:37:49,357 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/5b5dcd6fc3fb485ca8ec785b4a7bdd7f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/5b5dcd6fc3fb485ca8ec785b4a7bdd7f 2024-12-16T08:37:49,357 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f0f54cb8791148a7874b763b75b5cc65 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/f0f54cb8791148a7874b763b75b5cc65 2024-12-16T08:37:49,357 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/536f176215e14a679a842eb489c5c7fb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/536f176215e14a679a842eb489c5c7fb 2024-12-16T08:37:49,357 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4908e74559704224bcc6ebcfc8bd3911 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/4908e74559704224bcc6ebcfc8bd3911 2024-12-16T08:37:49,358 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a7c8bc00a4fe475a93458982a0a887d4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/a7c8bc00a4fe475a93458982a0a887d4 2024-12-16T08:37:49,358 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/d12338b5d1ea4a2f8703ea1467424914 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/d12338b5d1ea4a2f8703ea1467424914 2024-12-16T08:37:49,364 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/recovered.edits/573.seqid, newMaxSeqId=573, maxSeqId=1 2024-12-16T08:37:49,364 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63. 2024-12-16T08:37:49,364 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 256e5a4a42e59b3964940b5d3e0a3e63: 2024-12-16T08:37:49,366 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:49,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=256e5a4a42e59b3964940b5d3e0a3e63, regionState=CLOSED 2024-12-16T08:37:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T08:37:49,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-16T08:37:49,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 256e5a4a42e59b3964940b5d3e0a3e63, server=e845af7b5e21,34791,1734338108080 in 1.0880 sec 2024-12-16T08:37:49,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-12-16T08:37:49,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=256e5a4a42e59b3964940b5d3e0a3e63, UNASSIGN in 1.0940 sec 2024-12-16T08:37:49,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-16T08:37:49,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0980 sec 2024-12-16T08:37:49,376 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338269376"}]},"ts":"1734338269376"} 2024-12-16T08:37:49,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T08:37:49,386 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T08:37:49,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1270 sec 2024-12-16T08:37:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T08:37:50,370 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-16T08:37:50,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-16T08:37:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:50,372 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:50,372 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=144, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-16T08:37:50,374 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:50,384 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/recovered.edits] 2024-12-16T08:37:50,388 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/5d8257cd4ce64ef09b5d15c236ea280f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/5d8257cd4ce64ef09b5d15c236ea280f 2024-12-16T08:37:50,388 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/299de5025cdb4c3f8f59ed633d81a4a9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/299de5025cdb4c3f8f59ed633d81a4a9 2024-12-16T08:37:50,388 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c4f47778329344179157bde15afe8f35 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/c4f47778329344179157bde15afe8f35 2024-12-16T08:37:50,392 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/7fb44b1cc66249f2998c5b6120ddaba6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/A/7fb44b1cc66249f2998c5b6120ddaba6 2024-12-16T08:37:50,400 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/943ca3d3e41d41a3b0f0c48a8752d2bc to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/943ca3d3e41d41a3b0f0c48a8752d2bc 2024-12-16T08:37:50,400 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/275361cc7c6c42dea49dd53b077a68db to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/275361cc7c6c42dea49dd53b077a68db 2024-12-16T08:37:50,400 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e9aca36015324cab82279a2363ece99c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/e9aca36015324cab82279a2363ece99c 2024-12-16T08:37:50,400 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b9abc55aaecb42a1aa6e0416549f348c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/B/b9abc55aaecb42a1aa6e0416549f348c 2024-12-16T08:37:50,404 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/88bdf4be71a04117a3a6bf7f00f62a77 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/88bdf4be71a04117a3a6bf7f00f62a77 2024-12-16T08:37:50,406 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/17b873ba13dd44eca3cfbc20a86e383a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/17b873ba13dd44eca3cfbc20a86e383a 2024-12-16T08:37:50,406 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b07b9570ddbc4c5485f5a565adf38120 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/b07b9570ddbc4c5485f5a565adf38120 2024-12-16T08:37:50,408 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/8d0d3e8dcc9843dfa6002fc5f39538d5 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/C/8d0d3e8dcc9843dfa6002fc5f39538d5 2024-12-16T08:37:50,420 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/recovered.edits/573.seqid to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63/recovered.edits/573.seqid 2024-12-16T08:37:50,420 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/256e5a4a42e59b3964940b5d3e0a3e63 2024-12-16T08:37:50,421 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T08:37:50,423 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=144, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:50,425 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T08:37:50,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T08:37:50,430 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=144, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:50,430 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T08:37:50,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734338270430"}]},"ts":"9223372036854775807"} 2024-12-16T08:37:50,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T08:37:50,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 256e5a4a42e59b3964940b5d3e0a3e63, NAME => 'TestAcidGuarantees,,1734338242265.256e5a4a42e59b3964940b5d3e0a3e63.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T08:37:50,436 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T08:37:50,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734338270436"}]},"ts":"9223372036854775807"} 2024-12-16T08:37:50,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T08:37:50,443 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=144, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:50,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-12-16T08:37:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-16T08:37:50,474 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-16T08:37:50,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=244 (was 248), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=856 (was 927), ProcessCount=11 (was 11), AvailableMemoryMB=1959 (was 2492) 2024-12-16T08:37:50,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=856, ProcessCount=11, AvailableMemoryMB=1958 2024-12-16T08:37:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:37:50,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:37:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:50,498 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:37:50,498 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:50,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 145 2024-12-16T08:37:50,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:37:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-16T08:37:50,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742371_1547 (size=963) 2024-12-16T08:37:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-16T08:37:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-16T08:37:50,905 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333 2024-12-16T08:37:50,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742372_1548 (size=53) 2024-12-16T08:37:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-16T08:37:51,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:37:51,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 47108fdadea472952bdd801fd1255e83, disabling compactions & flushes 2024-12-16T08:37:51,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. after waiting 0 ms 2024-12-16T08:37:51,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:51,316 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:37:51,317 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734338271317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734338271317"}]},"ts":"1734338271317"} 2024-12-16T08:37:51,318 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:37:51,319 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:37:51,319 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338271319"}]},"ts":"1734338271319"} 2024-12-16T08:37:51,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T08:37:51,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, ASSIGN}] 2024-12-16T08:37:51,327 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, ASSIGN 2024-12-16T08:37:51,328 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, ASSIGN; state=OFFLINE, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=false 2024-12-16T08:37:51,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:51,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; OpenRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:37:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-16T08:37:51,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:51,634 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,634 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7285): Opening region: {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:37:51,635 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,635 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:37:51,635 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7327): checking encryption for 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,635 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7330): checking classloading for 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,636 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,637 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:51,638 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47108fdadea472952bdd801fd1255e83 columnFamilyName A 2024-12-16T08:37:51,638 DEBUG [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:51,638 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(327): Store=47108fdadea472952bdd801fd1255e83/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:51,638 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,639 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:51,639 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47108fdadea472952bdd801fd1255e83 columnFamilyName B 2024-12-16T08:37:51,639 DEBUG [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:51,640 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(327): Store=47108fdadea472952bdd801fd1255e83/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:51,640 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,640 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:51,641 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47108fdadea472952bdd801fd1255e83 columnFamilyName C 2024-12-16T08:37:51,641 DEBUG [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:51,641 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(327): Store=47108fdadea472952bdd801fd1255e83/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:51,641 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,642 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,642 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,644 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:37:51,645 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1085): writing seq id for 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:51,647 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:37:51,647 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1102): Opened 47108fdadea472952bdd801fd1255e83; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74157884, jitterRate=0.105038583278656}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:37:51,648 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1001): Region open journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:51,648 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., pid=147, masterSystemTime=1734338271631 2024-12-16T08:37:51,650 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,650 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:51,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:51,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-16T08:37:51,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; OpenRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 in 171 msec 2024-12-16T08:37:51,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-16T08:37:51,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, ASSIGN in 327 msec 2024-12-16T08:37:51,654 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:37:51,654 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338271654"}]},"ts":"1734338271654"} 2024-12-16T08:37:51,654 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T08:37:51,657 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:37:51,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-12-16T08:37:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-16T08:37:52,603 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-12-16T08:37:52,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71c377ac to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cc71f2e 2024-12-16T08:37:52,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0a9e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:52,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:52,645 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:52,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:37:52,647 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:37:52,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T08:37:52,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:37:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-16T08:37:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742373_1549 (size=999) 2024-12-16T08:37:53,089 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-16T08:37:53,089 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-16T08:37:53,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:37:53,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, REOPEN/MOVE}] 2024-12-16T08:37:53,095 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, REOPEN/MOVE 2024-12-16T08:37:53,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,097 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:37:53,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:37:53,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,249 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,249 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:37:53,249 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 47108fdadea472952bdd801fd1255e83, disabling compactions & flushes 2024-12-16T08:37:53,249 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,249 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,249 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. after waiting 0 ms 2024-12-16T08:37:53,249 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,253 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T08:37:53,254 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,254 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:53,254 WARN [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionServer(3786): Not adding moved region record: 47108fdadea472952bdd801fd1255e83 to self. 2024-12-16T08:37:53,255 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=CLOSED 2024-12-16T08:37:53,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-16T08:37:53,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 in 160 msec 2024-12-16T08:37:53,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, REOPEN/MOVE; state=CLOSED, location=e845af7b5e21,34791,1734338108080; forceNewPlan=false, retain=true 2024-12-16T08:37:53,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=OPENING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE; OpenRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:37:53,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,564 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,564 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7285): Opening region: {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:37:53,564 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,564 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:37:53,564 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7327): checking encryption for 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,564 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7330): checking classloading for 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,565 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,566 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:53,566 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47108fdadea472952bdd801fd1255e83 columnFamilyName A 2024-12-16T08:37:53,567 DEBUG [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:53,567 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(327): Store=47108fdadea472952bdd801fd1255e83/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:53,568 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,568 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:53,568 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47108fdadea472952bdd801fd1255e83 columnFamilyName B 2024-12-16T08:37:53,568 DEBUG [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:53,569 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(327): Store=47108fdadea472952bdd801fd1255e83/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:53,569 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,569 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T08:37:53,569 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47108fdadea472952bdd801fd1255e83 columnFamilyName C 2024-12-16T08:37:53,569 DEBUG [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:53,570 INFO [StoreOpener-47108fdadea472952bdd801fd1255e83-1 {}] regionserver.HStore(327): Store=47108fdadea472952bdd801fd1255e83/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:37:53,570 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,570 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,571 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,572 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T08:37:53,573 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1085): writing seq id for 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,574 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1102): Opened 47108fdadea472952bdd801fd1255e83; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73991428, jitterRate=0.1025581955909729}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T08:37:53,574 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1001): Region open journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:53,575 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., pid=152, masterSystemTime=1734338273561 2024-12-16T08:37:53,576 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,576 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=OPEN, openSeqNum=5, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=150 2024-12-16T08:37:53,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=150, state=SUCCESS; OpenRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 in 167 msec 2024-12-16T08:37:53,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-16T08:37:53,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, REOPEN/MOVE in 484 msec 2024-12-16T08:37:53,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-16T08:37:53,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-12-16T08:37:53,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-12-16T08:37:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-16T08:37:53,584 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d1de3c9 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79a7bd2b 2024-12-16T08:37:53,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e55f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,589 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09e22139 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d688bcb 2024-12-16T08:37:53,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271e8143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38481360 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7e171 2024-12-16T08:37:53,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b06a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62750e61 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c078737 2024-12-16T08:37:53,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d02ace0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b968040 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bf8843a 2024-12-16T08:37:53,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63054209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76670256 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fbb1399 2024-12-16T08:37:53,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df30e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36bc3633 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51fccca6 2024-12-16T08:37:53,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745bf218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64b7ee62 to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@539997ae 2024-12-16T08:37:53,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f964f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0ebf0f to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65b56307 2024-12-16T08:37:53,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56586d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7410dccc to 127.0.0.1:62313 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a733412 2024-12-16T08:37:53,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd2ba7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:37:53,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:53,627 DEBUG [hconnection-0x66d9b5b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-12-16T08:37:53,628 DEBUG [hconnection-0x5261857b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T08:37:53,629 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:53,629 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,630 DEBUG [hconnection-0x282b7e62-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,631 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:53,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:53,640 DEBUG [hconnection-0x6eb685d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,640 DEBUG [hconnection-0x180418fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:53,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:53,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:37:53,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:53,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:37:53,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:53,641 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:37:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:53,642 DEBUG [hconnection-0x1c902d8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,642 DEBUG [hconnection-0x48d0ad24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,642 DEBUG [hconnection-0x63cb45fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,643 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,643 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,643 DEBUG [hconnection-0x30e90914-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,643 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,644 DEBUG [hconnection-0x32f24f6e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:37:53,644 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,645 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:37:53,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f7d030ef9d1c440b8f38b3055ddab6fe_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338273640/Put/seqid=0 2024-12-16T08:37:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742374_1550 (size=12154) 2024-12-16T08:37:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338333690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338333690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338333695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338333694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338333695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T08:37:53,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-16T08:37:53,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:37:53,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:53,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338333795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338333798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338333799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338333800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338333800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T08:37:53,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:53,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-16T08:37:53,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:37:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:53,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:53,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338333998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338334000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338334001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338334003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338334003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:54,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f7d030ef9d1c440b8f38b3055ddab6fe_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f7d030ef9d1c440b8f38b3055ddab6fe_47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:54,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/de6d63a3572448658c1d86e1baf85765, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:54,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/de6d63a3572448658c1d86e1baf85765 is 175, key is test_row_0/A:col10/1734338273640/Put/seqid=0 2024-12-16T08:37:54,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742375_1551 (size=30955) 2024-12-16T08:37:54,100 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/de6d63a3572448658c1d86e1baf85765 2024-12-16T08:37:54,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-16T08:37:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:37:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:54,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:54,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/c0b78edbd83f4038a8db9b8e52a4c4ee is 50, key is test_row_0/B:col10/1734338273640/Put/seqid=0 2024-12-16T08:37:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742376_1552 (size=12001) 2024-12-16T08:37:54,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/c0b78edbd83f4038a8db9b8e52a4c4ee 2024-12-16T08:37:54,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/daef999c21c14717b49fb16267353f3d is 50, key is test_row_0/C:col10/1734338273640/Put/seqid=0 2024-12-16T08:37:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742377_1553 (size=12001) 2024-12-16T08:37:54,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/daef999c21c14717b49fb16267353f3d 2024-12-16T08:37:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/de6d63a3572448658c1d86e1baf85765 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/de6d63a3572448658c1d86e1baf85765 2024-12-16T08:37:54,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/de6d63a3572448658c1d86e1baf85765, entries=150, sequenceid=15, filesize=30.2 K 2024-12-16T08:37:54,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/c0b78edbd83f4038a8db9b8e52a4c4ee as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c0b78edbd83f4038a8db9b8e52a4c4ee 2024-12-16T08:37:54,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c0b78edbd83f4038a8db9b8e52a4c4ee, entries=150, sequenceid=15, filesize=11.7 K 2024-12-16T08:37:54,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/daef999c21c14717b49fb16267353f3d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/daef999c21c14717b49fb16267353f3d 2024-12-16T08:37:54,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/daef999c21c14717b49fb16267353f3d, entries=150, sequenceid=15, filesize=11.7 K 2024-12-16T08:37:54,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 47108fdadea472952bdd801fd1255e83 in 583ms, sequenceid=15, compaction requested=false 2024-12-16T08:37:54,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T08:37:54,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-16T08:37:54,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:54,257 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T08:37:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:37:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:37:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:37:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121696f42c4bffb2452bb3f68efdd622d368_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338273692/Put/seqid=0 2024-12-16T08:37:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742378_1554 (size=12154) 2024-12-16T08:37:54,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:54,289 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121696f42c4bffb2452bb3f68efdd622d368_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696f42c4bffb2452bb3f68efdd622d368_47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/6c612ccd094a45488d6c4087cd39f686, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/6c612ccd094a45488d6c4087cd39f686 is 175, key is test_row_0/A:col10/1734338273692/Put/seqid=0 2024-12-16T08:37:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:54,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:37:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742379_1555 (size=30955) 2024-12-16T08:37:54,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338334322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338334323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338334328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338334328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338334332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338334430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338334430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338334432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338334433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338334435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338334631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338334634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338334635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338334635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338334639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,718 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/6c612ccd094a45488d6c4087cd39f686 2024-12-16T08:37:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/898e1676912b44adb2e0bc7c2906a855 is 50, key is test_row_0/B:col10/1734338273692/Put/seqid=0 2024-12-16T08:37:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T08:37:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742380_1556 (size=12001) 2024-12-16T08:37:54,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T08:37:54,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338334934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338334938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338334939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338334939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338334942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:55,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/898e1676912b44adb2e0bc7c2906a855 2024-12-16T08:37:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/96bc1b3b7f964aceae0b233d95dfd7d2 is 50, key is test_row_0/C:col10/1734338273692/Put/seqid=0 2024-12-16T08:37:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742381_1557 (size=12001) 2024-12-16T08:37:55,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338335437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:55,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338335444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:55,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338335446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:55,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338335447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338335456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:55,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/96bc1b3b7f964aceae0b233d95dfd7d2 2024-12-16T08:37:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/6c612ccd094a45488d6c4087cd39f686 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/6c612ccd094a45488d6c4087cd39f686 2024-12-16T08:37:55,590 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/6c612ccd094a45488d6c4087cd39f686, entries=150, sequenceid=41, filesize=30.2 K 2024-12-16T08:37:55,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/898e1676912b44adb2e0bc7c2906a855 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/898e1676912b44adb2e0bc7c2906a855 2024-12-16T08:37:55,599 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/898e1676912b44adb2e0bc7c2906a855, entries=150, sequenceid=41, filesize=11.7 K 2024-12-16T08:37:55,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/96bc1b3b7f964aceae0b233d95dfd7d2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96bc1b3b7f964aceae0b233d95dfd7d2 2024-12-16T08:37:55,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96bc1b3b7f964aceae0b233d95dfd7d2, entries=150, sequenceid=41, filesize=11.7 K 2024-12-16T08:37:55,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 47108fdadea472952bdd801fd1255e83 in 1348ms, sequenceid=41, compaction requested=false 2024-12-16T08:37:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:55,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-12-16T08:37:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-12-16T08:37:55,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-16T08:37:55,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9750 sec 2024-12-16T08:37:55,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.9810 sec 2024-12-16T08:37:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T08:37:55,740 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-16T08:37:55,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-16T08:37:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-16T08:37:55,743 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:55,743 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:55,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-16T08:37:55,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:55,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-16T08:37:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:55,897 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:37:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:37:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:37:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:37:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216eaa2e10eb3054f7e87711be5091f38d1_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338274316/Put/seqid=0 2024-12-16T08:37:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742382_1558 (size=12154) 2024-12-16T08:37:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:55,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216eaa2e10eb3054f7e87711be5091f38d1_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216eaa2e10eb3054f7e87711be5091f38d1_47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:55,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/db73e95b1f5a4368ae0f42744e4c6311, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/db73e95b1f5a4368ae0f42744e4c6311 is 175, key is test_row_0/A:col10/1734338274316/Put/seqid=0 2024-12-16T08:37:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742383_1559 (size=30955) 2024-12-16T08:37:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-16T08:37:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-16T08:37:56,377 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/db73e95b1f5a4368ae0f42744e4c6311 2024-12-16T08:37:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/5e052b6c3ec64a488c13d0ccf4d00678 is 50, key is test_row_0/B:col10/1734338274316/Put/seqid=0 2024-12-16T08:37:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:56,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:37:56,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742384_1560 (size=12001) 2024-12-16T08:37:56,472 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/5e052b6c3ec64a488c13d0ccf4d00678 2024-12-16T08:37:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338336504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338336504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338336504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338336509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338336510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6eae690e8b7e44a3b989d80422c61f5e is 50, key is test_row_0/C:col10/1734338274316/Put/seqid=0 2024-12-16T08:37:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742385_1561 (size=12001) 2024-12-16T08:37:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338336613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338336620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338336620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338336624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338336624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338336819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338336829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338336829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338336830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338336830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-16T08:37:56,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6eae690e8b7e44a3b989d80422c61f5e 2024-12-16T08:37:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/db73e95b1f5a4368ae0f42744e4c6311 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/db73e95b1f5a4368ae0f42744e4c6311 2024-12-16T08:37:56,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/db73e95b1f5a4368ae0f42744e4c6311, entries=150, sequenceid=52, filesize=30.2 K 2024-12-16T08:37:56,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/5e052b6c3ec64a488c13d0ccf4d00678 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/5e052b6c3ec64a488c13d0ccf4d00678 2024-12-16T08:37:56,982 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/5e052b6c3ec64a488c13d0ccf4d00678, entries=150, sequenceid=52, filesize=11.7 K 2024-12-16T08:37:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6eae690e8b7e44a3b989d80422c61f5e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6eae690e8b7e44a3b989d80422c61f5e 2024-12-16T08:37:56,985 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6eae690e8b7e44a3b989d80422c61f5e, entries=150, sequenceid=52, filesize=11.7 K 2024-12-16T08:37:56,986 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 47108fdadea472952bdd801fd1255e83 in 1089ms, sequenceid=52, compaction requested=true 2024-12-16T08:37:56,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:56,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:56,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-16T08:37:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-16T08:37:56,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-16T08:37:56,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2430 sec 2024-12-16T08:37:56,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.2480 sec 2024-12-16T08:37:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:57,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T08:37:57,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:37:57,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:57,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:37:57,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:57,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:37:57,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:57,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d4cd3f7e2b7f49278f4a969c7d11f05c_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338276507/Put/seqid=0 2024-12-16T08:37:57,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338337136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338337136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338337136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338337136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338337137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742386_1562 (size=14594) 2024-12-16T08:37:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338337240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338337240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338337242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338337443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338337443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338337443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:57,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d4cd3f7e2b7f49278f4a969c7d11f05c_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d4cd3f7e2b7f49278f4a969c7d11f05c_47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:57,547 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/7f4b2a53fc66438c9298dc080656391a, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:57,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/7f4b2a53fc66438c9298dc080656391a is 175, key is test_row_0/A:col10/1734338276507/Put/seqid=0 2024-12-16T08:37:57,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742387_1563 (size=39549) 2024-12-16T08:37:57,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/7f4b2a53fc66438c9298dc080656391a 2024-12-16T08:37:57,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/7f29113f01974b18acd51a4bd18a036f is 50, key is test_row_0/B:col10/1734338276507/Put/seqid=0 2024-12-16T08:37:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742388_1564 (size=12001) 2024-12-16T08:37:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338337643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338337643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338337746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338337747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338337747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-16T08:37:57,868 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-16T08:37:57,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:37:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-16T08:37:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-16T08:37:57,900 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:37:57,904 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:37:57,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:37:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-16T08:37:57,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/7f29113f01974b18acd51a4bd18a036f 2024-12-16T08:37:58,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/9147d7d55c894b97a500b264a0cb1c1f is 50, key is test_row_0/C:col10/1734338276507/Put/seqid=0 2024-12-16T08:37:58,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742389_1565 (size=12001) 2024-12-16T08:37:58,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/9147d7d55c894b97a500b264a0cb1c1f 2024-12-16T08:37:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/7f4b2a53fc66438c9298dc080656391a as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/7f4b2a53fc66438c9298dc080656391a 2024-12-16T08:37:58,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-16T08:37:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:37:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:58,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:58,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/7f4b2a53fc66438c9298dc080656391a, entries=200, sequenceid=79, filesize=38.6 K 2024-12-16T08:37:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:37:58,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/7f29113f01974b18acd51a4bd18a036f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7f29113f01974b18acd51a4bd18a036f 2024-12-16T08:37:58,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7f29113f01974b18acd51a4bd18a036f, entries=150, sequenceid=79, filesize=11.7 K 2024-12-16T08:37:58,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/9147d7d55c894b97a500b264a0cb1c1f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9147d7d55c894b97a500b264a0cb1c1f 2024-12-16T08:37:58,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9147d7d55c894b97a500b264a0cb1c1f, entries=150, sequenceid=79, filesize=11.7 K 2024-12-16T08:37:58,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 47108fdadea472952bdd801fd1255e83 in 956ms, sequenceid=79, compaction requested=true 2024-12-16T08:37:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:37:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:58,081 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:58,081 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:37:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:37:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:58,084 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:58,084 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:58,084 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/B is initiating minor compaction (all files) 2024-12-16T08:37:58,084 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/A is initiating minor compaction (all files) 2024-12-16T08:37:58,084 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/B in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:58,084 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/A in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:58,084 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c0b78edbd83f4038a8db9b8e52a4c4ee, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/898e1676912b44adb2e0bc7c2906a855, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/5e052b6c3ec64a488c13d0ccf4d00678, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7f29113f01974b18acd51a4bd18a036f] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=46.9 K 2024-12-16T08:37:58,084 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/de6d63a3572448658c1d86e1baf85765, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/6c612ccd094a45488d6c4087cd39f686, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/db73e95b1f5a4368ae0f42744e4c6311, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/7f4b2a53fc66438c9298dc080656391a] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=129.3 K 2024-12-16T08:37:58,085 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:58,085 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/de6d63a3572448658c1d86e1baf85765, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/6c612ccd094a45488d6c4087cd39f686, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/db73e95b1f5a4368ae0f42744e4c6311, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/7f4b2a53fc66438c9298dc080656391a] 2024-12-16T08:37:58,088 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c0b78edbd83f4038a8db9b8e52a4c4ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734338273638 2024-12-16T08:37:58,092 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6d63a3572448658c1d86e1baf85765, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734338273638 2024-12-16T08:37:58,092 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 898e1676912b44adb2e0bc7c2906a855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734338273692 2024-12-16T08:37:58,096 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c612ccd094a45488d6c4087cd39f686, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734338273692 2024-12-16T08:37:58,096 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e052b6c3ec64a488c13d0ccf4d00678, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338274316 2024-12-16T08:37:58,100 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting db73e95b1f5a4368ae0f42744e4c6311, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338274316 2024-12-16T08:37:58,100 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f29113f01974b18acd51a4bd18a036f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338276501 2024-12-16T08:37:58,100 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f4b2a53fc66438c9298dc080656391a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338276501 2024-12-16T08:37:58,108 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:58,110 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#B#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:58,111 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/3414e2b5585044b2a2b9db9eff892a08 is 50, key is test_row_0/B:col10/1734338276507/Put/seqid=0 2024-12-16T08:37:58,114 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121605e31ddc47154ad385887416139eff69_47108fdadea472952bdd801fd1255e83 store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:58,115 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121605e31ddc47154ad385887416139eff69_47108fdadea472952bdd801fd1255e83, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:58,115 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121605e31ddc47154ad385887416139eff69_47108fdadea472952bdd801fd1255e83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742390_1566 (size=12139) 2024-12-16T08:37:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742391_1567 (size=4469) 2024-12-16T08:37:58,152 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#A#compaction#485 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:58,153 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/537547abc68e416688c2e1c51da68d08 is 175, key is test_row_0/A:col10/1734338276507/Put/seqid=0 2024-12-16T08:37:58,161 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/3414e2b5585044b2a2b9db9eff892a08 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3414e2b5585044b2a2b9db9eff892a08 2024-12-16T08:37:58,167 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/B of 47108fdadea472952bdd801fd1255e83 into 3414e2b5585044b2a2b9db9eff892a08(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:58,167 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:58,167 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/B, priority=12, startTime=1734338278081; duration=0sec 2024-12-16T08:37:58,168 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:37:58,168 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:B 2024-12-16T08:37:58,168 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:37:58,171 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:37:58,171 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/C is initiating minor compaction (all files) 2024-12-16T08:37:58,171 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/C in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:58,171 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/daef999c21c14717b49fb16267353f3d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96bc1b3b7f964aceae0b233d95dfd7d2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6eae690e8b7e44a3b989d80422c61f5e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9147d7d55c894b97a500b264a0cb1c1f] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=46.9 K 2024-12-16T08:37:58,171 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting daef999c21c14717b49fb16267353f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734338273638 2024-12-16T08:37:58,172 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 96bc1b3b7f964aceae0b233d95dfd7d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734338273692 2024-12-16T08:37:58,172 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eae690e8b7e44a3b989d80422c61f5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734338274316 2024-12-16T08:37:58,172 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 9147d7d55c894b97a500b264a0cb1c1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338276501 2024-12-16T08:37:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742392_1568 (size=31093) 2024-12-16T08:37:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-16T08:37:58,193 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:37:58,194 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6213ca309ca04e99a5b57cf44d7cf560 is 50, key is test_row_0/C:col10/1734338276507/Put/seqid=0 2024-12-16T08:37:58,214 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/537547abc68e416688c2e1c51da68d08 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/537547abc68e416688c2e1c51da68d08 2024-12-16T08:37:58,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-16T08:37:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:58,220 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-16T08:37:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:37:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:37:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:37:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:37:58,226 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/A of 47108fdadea472952bdd801fd1255e83 into 537547abc68e416688c2e1c51da68d08(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:58,226 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:58,226 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/A, priority=12, startTime=1734338278081; duration=0sec 2024-12-16T08:37:58,226 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:58,226 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:A 2024-12-16T08:37:58,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742393_1569 (size=12139) 2024-12-16T08:37:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216343e62d91b3a4e028db91295f560e641_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338277135/Put/seqid=0 2024-12-16T08:37:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742394_1570 (size=12154) 2024-12-16T08:37:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:37:58,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338338291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338338293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338338293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338338394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338338400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338338401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-16T08:37:58,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338338601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338338604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338338604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,648 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6213ca309ca04e99a5b57cf44d7cf560 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6213ca309ca04e99a5b57cf44d7cf560 2024-12-16T08:37:58,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338338652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338338656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:37:58,670 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/C of 47108fdadea472952bdd801fd1255e83 into 6213ca309ca04e99a5b57cf44d7cf560(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:37:58,670 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:58,670 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/C, priority=12, startTime=1734338278081; duration=0sec 2024-12-16T08:37:58,670 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:37:58,670 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:C 2024-12-16T08:37:58,677 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216343e62d91b3a4e028db91295f560e641_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216343e62d91b3a4e028db91295f560e641_47108fdadea472952bdd801fd1255e83 2024-12-16T08:37:58,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/5b3a05f92a914cc5bd7505ee4158e699, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:37:58,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/5b3a05f92a914cc5bd7505ee4158e699 is 175, key is test_row_0/A:col10/1734338277135/Put/seqid=0 2024-12-16T08:37:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742395_1571 (size=30955) 2024-12-16T08:37:58,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338338903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338338907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338338908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-16T08:37:59,133 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/5b3a05f92a914cc5bd7505ee4158e699 2024-12-16T08:37:59,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/c24b2d561a584c4c82d87c41a2176915 is 50, key is test_row_0/B:col10/1734338277135/Put/seqid=0 2024-12-16T08:37:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742396_1572 (size=12001) 2024-12-16T08:37:59,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338339409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:59,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338339417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:59,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:37:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338339418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:37:59,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/c24b2d561a584c4c82d87c41a2176915 2024-12-16T08:37:59,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/36cc9995f4f0474abb51ea1588c96681 is 50, key is test_row_0/C:col10/1734338277135/Put/seqid=0 2024-12-16T08:37:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742397_1573 (size=12001) 2024-12-16T08:37:59,625 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/36cc9995f4f0474abb51ea1588c96681 2024-12-16T08:37:59,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/5b3a05f92a914cc5bd7505ee4158e699 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/5b3a05f92a914cc5bd7505ee4158e699 2024-12-16T08:37:59,642 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/5b3a05f92a914cc5bd7505ee4158e699, entries=150, sequenceid=89, filesize=30.2 K 2024-12-16T08:37:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/c24b2d561a584c4c82d87c41a2176915 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c24b2d561a584c4c82d87c41a2176915 2024-12-16T08:37:59,646 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c24b2d561a584c4c82d87c41a2176915, entries=150, sequenceid=89, filesize=11.7 K 2024-12-16T08:37:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/36cc9995f4f0474abb51ea1588c96681 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/36cc9995f4f0474abb51ea1588c96681 2024-12-16T08:37:59,655 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/36cc9995f4f0474abb51ea1588c96681, entries=150, sequenceid=89, filesize=11.7 K 2024-12-16T08:37:59,656 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 47108fdadea472952bdd801fd1255e83 in 1436ms, sequenceid=89, compaction requested=false 2024-12-16T08:37:59,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:37:59,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:37:59,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-16T08:37:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-16T08:37:59,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-16T08:37:59,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-12-16T08:37:59,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.7760 sec 2024-12-16T08:37:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-16T08:37:59,997 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-16T08:38:00,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:38:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-16T08:38:00,014 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:38:00,015 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:38:00,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:38:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-16T08:38:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-16T08:38:00,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-16T08:38:00,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:00,180 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T08:38:00,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:00,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:00,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:00,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216388a867ab3814354956cde40b8ec7533_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338278287/Put/seqid=0 2024-12-16T08:38:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742398_1574 (size=12154) 2024-12-16T08:38:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-16T08:38:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:00,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:00,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338340433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338340434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338340434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338340544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338340546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338340548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-16T08:38:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:00,653 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216388a867ab3814354956cde40b8ec7533_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216388a867ab3814354956cde40b8ec7533_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:00,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/3477fbd8aaa943258a44a3277a9315af, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:00,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/3477fbd8aaa943258a44a3277a9315af is 175, key is test_row_0/A:col10/1734338278287/Put/seqid=0 2024-12-16T08:38:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338340669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338340670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,671 DEBUG [Thread-2441 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:38:00,671 DEBUG [Thread-2445 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:38:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742399_1575 (size=30955) 2024-12-16T08:38:00,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/3477fbd8aaa943258a44a3277a9315af 2024-12-16T08:38:00,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/4ae96fce43414ac091eae7e6a1458db4 is 50, key is test_row_0/B:col10/1734338278287/Put/seqid=0 2024-12-16T08:38:00,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742400_1576 (size=12001) 2024-12-16T08:38:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338340752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338340752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338340752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338341057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338341058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338341058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-16T08:38:01,124 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/4ae96fce43414ac091eae7e6a1458db4 2024-12-16T08:38:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/d1b754adb2f245afa483c1e031159680 is 50, key is test_row_0/C:col10/1734338278287/Put/seqid=0 2024-12-16T08:38:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742401_1577 (size=12001) 2024-12-16T08:38:01,181 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/d1b754adb2f245afa483c1e031159680 2024-12-16T08:38:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/3477fbd8aaa943258a44a3277a9315af as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/3477fbd8aaa943258a44a3277a9315af 2024-12-16T08:38:01,188 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/3477fbd8aaa943258a44a3277a9315af, entries=150, sequenceid=118, filesize=30.2 K 2024-12-16T08:38:01,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/4ae96fce43414ac091eae7e6a1458db4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4ae96fce43414ac091eae7e6a1458db4 2024-12-16T08:38:01,193 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4ae96fce43414ac091eae7e6a1458db4, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T08:38:01,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/d1b754adb2f245afa483c1e031159680 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d1b754adb2f245afa483c1e031159680 2024-12-16T08:38:01,203 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d1b754adb2f245afa483c1e031159680, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T08:38:01,208 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 47108fdadea472952bdd801fd1255e83 in 1027ms, sequenceid=118, compaction requested=true 2024-12-16T08:38:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-16T08:38:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-16T08:38:01,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-16T08:38:01,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1960 sec 2024-12-16T08:38:01,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.2000 sec 2024-12-16T08:38:01,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:38:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:01,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d804f261297942b88412d7ff20960944_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338280433/Put/seqid=0 2024-12-16T08:38:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742402_1578 (size=12254) 2024-12-16T08:38:01,618 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:01,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d804f261297942b88412d7ff20960944_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d804f261297942b88412d7ff20960944_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:01,644 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/09665b1ff7804b92aad183357612f064, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:01,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/09665b1ff7804b92aad183357612f064 is 175, key is test_row_0/A:col10/1734338280433/Put/seqid=0 2024-12-16T08:38:01,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338341669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338341668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338341661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742403_1579 (size=31055) 2024-12-16T08:38:01,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/09665b1ff7804b92aad183357612f064 2024-12-16T08:38:01,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338341773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/174e9d02e00c4d97911861c38652f715 is 50, key is test_row_0/B:col10/1734338280433/Put/seqid=0 2024-12-16T08:38:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338341776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338341777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742404_1580 (size=12101) 2024-12-16T08:38:01,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/174e9d02e00c4d97911861c38652f715 2024-12-16T08:38:01,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/3ec9dc0d7fa740d1908931486ab92c2d is 50, key is test_row_0/C:col10/1734338280433/Put/seqid=0 2024-12-16T08:38:01,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742405_1581 (size=12101) 2024-12-16T08:38:01,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338341980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338341980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:01,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338341981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-16T08:38:02,121 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-16T08:38:02,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:38:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-16T08:38:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T08:38:02,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:38:02,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:38:02,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:38:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T08:38:02,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T08:38:02,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:02,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:02,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338342285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338342287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:02,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338342289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/3ec9dc0d7fa740d1908931486ab92c2d 2024-12-16T08:38:02,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/09665b1ff7804b92aad183357612f064 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/09665b1ff7804b92aad183357612f064 2024-12-16T08:38:02,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/09665b1ff7804b92aad183357612f064, entries=150, sequenceid=130, filesize=30.3 K 2024-12-16T08:38:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T08:38:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/174e9d02e00c4d97911861c38652f715 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/174e9d02e00c4d97911861c38652f715 2024-12-16T08:38:02,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T08:38:02,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:02,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:02,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:02,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/174e9d02e00c4d97911861c38652f715, entries=150, sequenceid=130, filesize=11.8 K 2024-12-16T08:38:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/3ec9dc0d7fa740d1908931486ab92c2d as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/3ec9dc0d7fa740d1908931486ab92c2d 2024-12-16T08:38:02,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/3ec9dc0d7fa740d1908931486ab92c2d, entries=150, sequenceid=130, filesize=11.8 K 2024-12-16T08:38:02,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 47108fdadea472952bdd801fd1255e83 in 896ms, sequenceid=130, compaction requested=true 2024-12-16T08:38:02,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:02,469 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:38:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:02,469 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:38:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:38:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:02,476 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124058 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:02,476 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/A is initiating minor compaction (all files) 2024-12-16T08:38:02,477 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/A in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,477 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/537547abc68e416688c2e1c51da68d08, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/5b3a05f92a914cc5bd7505ee4158e699, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/3477fbd8aaa943258a44a3277a9315af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/09665b1ff7804b92aad183357612f064] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=121.2 K 2024-12-16T08:38:02,477 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,477 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/537547abc68e416688c2e1c51da68d08, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/5b3a05f92a914cc5bd7505ee4158e699, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/3477fbd8aaa943258a44a3277a9315af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/09665b1ff7804b92aad183357612f064] 2024-12-16T08:38:02,484 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:02,484 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537547abc68e416688c2e1c51da68d08, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338276501 2024-12-16T08:38:02,484 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/B is initiating minor compaction (all files) 2024-12-16T08:38:02,484 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/B in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,484 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3414e2b5585044b2a2b9db9eff892a08, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c24b2d561a584c4c82d87c41a2176915, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4ae96fce43414ac091eae7e6a1458db4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/174e9d02e00c4d97911861c38652f715] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=47.1 K 2024-12-16T08:38:02,484 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b3a05f92a914cc5bd7505ee4158e699, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734338277135 2024-12-16T08:38:02,484 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 3414e2b5585044b2a2b9db9eff892a08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338276501 2024-12-16T08:38:02,485 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3477fbd8aaa943258a44a3277a9315af, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734338278287 2024-12-16T08:38:02,485 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c24b2d561a584c4c82d87c41a2176915, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734338277135 2024-12-16T08:38:02,485 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09665b1ff7804b92aad183357612f064, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734338280433 2024-12-16T08:38:02,485 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ae96fce43414ac091eae7e6a1458db4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734338278287 2024-12-16T08:38:02,486 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 174e9d02e00c4d97911861c38652f715, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734338280433 2024-12-16T08:38:02,496 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:02,499 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#B#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:02,499 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/a33dde5d58ad439c84477857faa651eb is 50, key is test_row_0/B:col10/1734338280433/Put/seqid=0 2024-12-16T08:38:02,502 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216a767b719b4fd42719efe322a106e2d76_47108fdadea472952bdd801fd1255e83 store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:02,511 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216a767b719b4fd42719efe322a106e2d76_47108fdadea472952bdd801fd1255e83, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:02,511 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a767b719b4fd42719efe322a106e2d76_47108fdadea472952bdd801fd1255e83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742406_1582 (size=12375) 2024-12-16T08:38:02,552 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/a33dde5d58ad439c84477857faa651eb as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a33dde5d58ad439c84477857faa651eb 2024-12-16T08:38:02,558 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/B of 47108fdadea472952bdd801fd1255e83 into a33dde5d58ad439c84477857faa651eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:02,558 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:02,558 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/B, priority=12, startTime=1734338282469; duration=0sec 2024-12-16T08:38:02,558 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:02,558 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:B 2024-12-16T08:38:02,558 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:02,559 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:02,559 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/C is initiating minor compaction (all files) 2024-12-16T08:38:02,559 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/C in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,559 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6213ca309ca04e99a5b57cf44d7cf560, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/36cc9995f4f0474abb51ea1588c96681, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d1b754adb2f245afa483c1e031159680, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/3ec9dc0d7fa740d1908931486ab92c2d] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=47.1 K 2024-12-16T08:38:02,560 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6213ca309ca04e99a5b57cf44d7cf560, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734338276501 2024-12-16T08:38:02,561 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 36cc9995f4f0474abb51ea1588c96681, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734338277135 2024-12-16T08:38:02,561 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d1b754adb2f245afa483c1e031159680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734338278287 2024-12-16T08:38:02,561 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ec9dc0d7fa740d1908931486ab92c2d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734338280433 2024-12-16T08:38:02,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742407_1583 (size=4469) 2024-12-16T08:38:02,572 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#C#compaction#498 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:02,573 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/9cdd2c57c9134c648a550a77f6b97751 is 50, key is test_row_0/C:col10/1734338280433/Put/seqid=0 2024-12-16T08:38:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742408_1584 (size=12375) 2024-12-16T08:38:02,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T08:38:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:02,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T08:38:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162ee6bd40f4c24778991fbb5dee7aec06_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338281658/Put/seqid=0 2024-12-16T08:38:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742409_1585 (size=12304) 2024-12-16T08:38:02,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:02,616 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162ee6bd40f4c24778991fbb5dee7aec06_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162ee6bd40f4c24778991fbb5dee7aec06_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:02,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/df8c493a62e54315aaa791eed4db810c, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:02,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/df8c493a62e54315aaa791eed4db810c is 175, key is test_row_0/A:col10/1734338281658/Put/seqid=0 2024-12-16T08:38:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742410_1586 (size=31105) 2024-12-16T08:38:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T08:38:02,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:02,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338342801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338342802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338342803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338342904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338342905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338342907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:02,972 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#A#compaction#496 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:02,973 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/2a0819d742b64735b26b22b2a598ad40 is 175, key is test_row_0/A:col10/1734338280433/Put/seqid=0 2024-12-16T08:38:02,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742411_1587 (size=31329) 2024-12-16T08:38:03,001 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/9cdd2c57c9134c648a550a77f6b97751 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9cdd2c57c9134c648a550a77f6b97751 2024-12-16T08:38:03,006 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/C of 47108fdadea472952bdd801fd1255e83 into 9cdd2c57c9134c648a550a77f6b97751(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:03,006 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:03,006 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/C, priority=12, startTime=1734338282469; duration=0sec 2024-12-16T08:38:03,006 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:03,006 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:C 2024-12-16T08:38:03,021 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/df8c493a62e54315aaa791eed4db810c 2024-12-16T08:38:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/4272da0fdee64afb8a4e218c61c7a6b7 is 50, key is test_row_0/B:col10/1734338281658/Put/seqid=0 2024-12-16T08:38:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742412_1588 (size=12151) 2024-12-16T08:38:03,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338343108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338343109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338343110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T08:38:03,392 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/2a0819d742b64735b26b22b2a598ad40 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/2a0819d742b64735b26b22b2a598ad40 2024-12-16T08:38:03,396 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/A of 47108fdadea472952bdd801fd1255e83 into 2a0819d742b64735b26b22b2a598ad40(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:03,396 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:03,396 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/A, priority=12, startTime=1734338282468; duration=0sec 2024-12-16T08:38:03,396 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:03,396 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:A 2024-12-16T08:38:03,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338343411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338343414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338343415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,449 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/4272da0fdee64afb8a4e218c61c7a6b7 2024-12-16T08:38:03,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/7e45d9f4db5c4f758a85e921df8da0e2 is 50, key is test_row_0/C:col10/1734338281658/Put/seqid=0 2024-12-16T08:38:03,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742413_1589 (size=12151) 2024-12-16T08:38:03,478 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/7e45d9f4db5c4f758a85e921df8da0e2 2024-12-16T08:38:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/df8c493a62e54315aaa791eed4db810c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/df8c493a62e54315aaa791eed4db810c 2024-12-16T08:38:03,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/df8c493a62e54315aaa791eed4db810c, entries=150, sequenceid=157, filesize=30.4 K 2024-12-16T08:38:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/4272da0fdee64afb8a4e218c61c7a6b7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4272da0fdee64afb8a4e218c61c7a6b7 2024-12-16T08:38:03,493 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4272da0fdee64afb8a4e218c61c7a6b7, entries=150, sequenceid=157, filesize=11.9 K 2024-12-16T08:38:03,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/7e45d9f4db5c4f758a85e921df8da0e2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/7e45d9f4db5c4f758a85e921df8da0e2 2024-12-16T08:38:03,499 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/7e45d9f4db5c4f758a85e921df8da0e2, entries=150, sequenceid=157, filesize=11.9 K 2024-12-16T08:38:03,500 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 47108fdadea472952bdd801fd1255e83 in 898ms, sequenceid=157, compaction requested=false 2024-12-16T08:38:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-16T08:38:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-16T08:38:03,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-16T08:38:03,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3720 sec 2024-12-16T08:38:03,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.3790 sec 2024-12-16T08:38:03,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:38:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:03,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216cab5929473cf4f62930497a1973e2aad_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338282802/Put/seqid=0 2024-12-16T08:38:03,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338343969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338343974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338343975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742414_1590 (size=12304) 2024-12-16T08:38:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338344081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338344082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338344086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T08:38:04,244 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-16T08:38:04,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:38:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-16T08:38:04,249 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:38:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T08:38:04,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:38:04,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:38:04,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338344287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338344287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338344296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T08:38:04,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:04,394 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216cab5929473cf4f62930497a1973e2aad_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216cab5929473cf4f62930497a1973e2aad_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:04,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/a45bf7da002f4ce38800a7e2467effdf, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:04,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/a45bf7da002f4ce38800a7e2467effdf is 175, key is test_row_0/A:col10/1734338282802/Put/seqid=0 2024-12-16T08:38:04,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T08:38:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:04,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742415_1591 (size=31105) 2024-12-16T08:38:04,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/a45bf7da002f4ce38800a7e2467effdf 2024-12-16T08:38:04,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/a63cbfd30a53496bbb2c6ef0a7e242e2 is 50, key is test_row_0/B:col10/1734338282802/Put/seqid=0 2024-12-16T08:38:04,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742416_1592 (size=12151) 2024-12-16T08:38:04,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/a63cbfd30a53496bbb2c6ef0a7e242e2 2024-12-16T08:38:04,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8 is 50, key is test_row_0/C:col10/1734338282802/Put/seqid=0 2024-12-16T08:38:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T08:38:04,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T08:38:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742417_1593 (size=12151) 2024-12-16T08:38:04,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8 2024-12-16T08:38:04,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/a45bf7da002f4ce38800a7e2467effdf as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/a45bf7da002f4ce38800a7e2467effdf 2024-12-16T08:38:04,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/a45bf7da002f4ce38800a7e2467effdf, entries=150, sequenceid=170, filesize=30.4 K 2024-12-16T08:38:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/a63cbfd30a53496bbb2c6ef0a7e242e2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a63cbfd30a53496bbb2c6ef0a7e242e2 2024-12-16T08:38:04,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a63cbfd30a53496bbb2c6ef0a7e242e2, entries=150, sequenceid=170, filesize=11.9 K 2024-12-16T08:38:04,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8 2024-12-16T08:38:04,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8, entries=150, sequenceid=170, filesize=11.9 K 2024-12-16T08:38:04,596 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-16T08:38:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338344593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 47108fdadea472952bdd801fd1255e83 in 678ms, sequenceid=170, compaction requested=true 2024-12-16T08:38:04,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:04,598 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:38:04,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:38:04,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:04,598 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:38:04,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:38:04,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:04,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:38:04,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:04,599 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:38:04,599 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/A is initiating minor compaction (all files) 2024-12-16T08:38:04,599 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/A in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,599 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/2a0819d742b64735b26b22b2a598ad40, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/df8c493a62e54315aaa791eed4db810c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/a45bf7da002f4ce38800a7e2467effdf] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=91.3 K 2024-12-16T08:38:04,599 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,599 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/2a0819d742b64735b26b22b2a598ad40, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/df8c493a62e54315aaa791eed4db810c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/a45bf7da002f4ce38800a7e2467effdf] 2024-12-16T08:38:04,600 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a0819d742b64735b26b22b2a598ad40, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734338280433 2024-12-16T08:38:04,600 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:38:04,601 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/B is initiating minor compaction (all files) 2024-12-16T08:38:04,601 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/B in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,601 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a33dde5d58ad439c84477857faa651eb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4272da0fdee64afb8a4e218c61c7a6b7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a63cbfd30a53496bbb2c6ef0a7e242e2] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=35.8 K 2024-12-16T08:38:04,601 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting df8c493a62e54315aaa791eed4db810c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734338281651 2024-12-16T08:38:04,601 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a33dde5d58ad439c84477857faa651eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734338280433 2024-12-16T08:38:04,601 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4272da0fdee64afb8a4e218c61c7a6b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734338281651 2024-12-16T08:38:04,602 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting a45bf7da002f4ce38800a7e2467effdf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338282794 2024-12-16T08:38:04,602 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting a63cbfd30a53496bbb2c6ef0a7e242e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338282794 2024-12-16T08:38:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:04,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T08:38:04,612 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:04,613 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#B#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:04,613 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/86da8d28855048cc942744ca89fb373f is 50, key is test_row_0/B:col10/1734338282802/Put/seqid=0 2024-12-16T08:38:04,619 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216286cfe88ef2544b2a01fd636bc7313b7_47108fdadea472952bdd801fd1255e83 store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:04,621 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216286cfe88ef2544b2a01fd636bc7313b7_47108fdadea472952bdd801fd1255e83, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:04,621 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216286cfe88ef2544b2a01fd636bc7313b7_47108fdadea472952bdd801fd1255e83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:04,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742418_1594 (size=12527) 2024-12-16T08:38:04,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165139b251c84642d880752b983608e068_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338283967/Put/seqid=0 2024-12-16T08:38:04,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338344634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338344639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742419_1595 (size=4469) 2024-12-16T08:38:04,651 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#A#compaction#506 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:04,652 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/cddce9db296e434da6e2165ceda6de58 is 175, key is test_row_0/A:col10/1734338282802/Put/seqid=0 2024-12-16T08:38:04,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742420_1596 (size=14794) 2024-12-16T08:38:04,659 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:04,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165139b251c84642d880752b983608e068_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165139b251c84642d880752b983608e068_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742421_1597 (size=31481) 2024-12-16T08:38:04,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/65e409c0cc5d49cd872d334bbc0a6edd, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:04,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/65e409c0cc5d49cd872d334bbc0a6edd is 175, key is test_row_0/A:col10/1734338283967/Put/seqid=0 2024-12-16T08:38:04,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1734338344692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,699 DEBUG [Thread-2445 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:38:04,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1734338344704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,708 DEBUG [Thread-2441 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:38:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742422_1598 (size=39749) 2024-12-16T08:38:04,712 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/cddce9db296e434da6e2165ceda6de58 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/cddce9db296e434da6e2165ceda6de58 2024-12-16T08:38:04,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T08:38:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/65e409c0cc5d49cd872d334bbc0a6edd 2024-12-16T08:38:04,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,733 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47108fdadea472952bdd801fd1255e83/A of 47108fdadea472952bdd801fd1255e83 into cddce9db296e434da6e2165ceda6de58(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:04,733 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:04,733 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/A, priority=13, startTime=1734338284598; duration=0sec 2024-12-16T08:38:04,733 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:04,733 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:A 2024-12-16T08:38:04,733 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:38:04,739 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:38:04,739 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/C is initiating minor compaction (all files) 2024-12-16T08:38:04,739 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/C in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,739 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9cdd2c57c9134c648a550a77f6b97751, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/7e45d9f4db5c4f758a85e921df8da0e2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=35.8 K 2024-12-16T08:38:04,741 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cdd2c57c9134c648a550a77f6b97751, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734338280433 2024-12-16T08:38:04,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338344739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,742 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e45d9f4db5c4f758a85e921df8da0e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734338281651 2024-12-16T08:38:04,743 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb061a90a944ad3b4a5a9ec0cc0d0a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338282794 2024-12-16T08:38:04,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/d651710c48d14fef89eca767054e662b is 50, key is test_row_0/B:col10/1734338283967/Put/seqid=0 2024-12-16T08:38:04,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338344749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,778 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#C#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:04,778 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/cf5697e9d9ce4302bbf6186b5b39237b is 50, key is test_row_0/C:col10/1734338282802/Put/seqid=0 2024-12-16T08:38:04,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742423_1599 (size=12151) 2024-12-16T08:38:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742424_1600 (size=12527) 2024-12-16T08:38:04,833 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/cf5697e9d9ce4302bbf6186b5b39237b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/cf5697e9d9ce4302bbf6186b5b39237b 2024-12-16T08:38:04,837 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47108fdadea472952bdd801fd1255e83/C of 47108fdadea472952bdd801fd1255e83 into cf5697e9d9ce4302bbf6186b5b39237b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:04,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:04,837 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/C, priority=13, startTime=1734338284599; duration=0sec 2024-12-16T08:38:04,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:04,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:C 2024-12-16T08:38:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T08:38:04,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T08:38:04,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:04,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:04,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338344943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338344954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T08:38:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:05,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:05,046 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/86da8d28855048cc942744ca89fb373f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86da8d28855048cc942744ca89fb373f 2024-12-16T08:38:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:05,055 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47108fdadea472952bdd801fd1255e83/B of 47108fdadea472952bdd801fd1255e83 into 86da8d28855048cc942744ca89fb373f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:05,055 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:05,055 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/B, priority=13, startTime=1734338284598; duration=0sec 2024-12-16T08:38:05,055 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:05,055 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:B 2024-12-16T08:38:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338345101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T08:38:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:05,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:05,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/d651710c48d14fef89eca767054e662b 2024-12-16T08:38:05,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6459b0f1e65b4b15a6ac1fe9b7472d5c is 50, key is test_row_0/C:col10/1734338283967/Put/seqid=0 2024-12-16T08:38:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742425_1601 (size=12151) 2024-12-16T08:38:05,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338345256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6459b0f1e65b4b15a6ac1fe9b7472d5c 2024-12-16T08:38:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/65e409c0cc5d49cd872d334bbc0a6edd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/65e409c0cc5d49cd872d334bbc0a6edd 2024-12-16T08:38:05,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/65e409c0cc5d49cd872d334bbc0a6edd, entries=200, sequenceid=198, filesize=38.8 K 2024-12-16T08:38:05,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/d651710c48d14fef89eca767054e662b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/d651710c48d14fef89eca767054e662b 2024-12-16T08:38:05,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338345272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/d651710c48d14fef89eca767054e662b, entries=150, sequenceid=198, filesize=11.9 K 2024-12-16T08:38:05,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6459b0f1e65b4b15a6ac1fe9b7472d5c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6459b0f1e65b4b15a6ac1fe9b7472d5c 2024-12-16T08:38:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6459b0f1e65b4b15a6ac1fe9b7472d5c, entries=150, sequenceid=198, filesize=11.9 K 2024-12-16T08:38:05,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 47108fdadea472952bdd801fd1255e83 in 699ms, sequenceid=198, compaction requested=false 2024-12-16T08:38:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T08:38:05,362 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T08:38:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:05,365 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T08:38:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:05,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:05,376 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T08:38:05,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165bfcf636e56e482890e3c1a766b674cc_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338284613/Put/seqid=0 2024-12-16T08:38:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742426_1602 (size=12304) 2024-12-16T08:38:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:05,399 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165bfcf636e56e482890e3c1a766b674cc_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165bfcf636e56e482890e3c1a766b674cc_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d9a3d3866b964eb7b4454436fcf46023, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d9a3d3866b964eb7b4454436fcf46023 is 175, key is test_row_0/A:col10/1734338284613/Put/seqid=0 2024-12-16T08:38:05,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742427_1603 (size=31105) 2024-12-16T08:38:05,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d9a3d3866b964eb7b4454436fcf46023 2024-12-16T08:38:05,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/86d0e622aa304c00935edb610287f1cd is 50, key is test_row_0/B:col10/1734338284613/Put/seqid=0 2024-12-16T08:38:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742428_1604 (size=12151) 2024-12-16T08:38:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:05,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338345809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338345810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,832 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/86d0e622aa304c00935edb610287f1cd 2024-12-16T08:38:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/4bcb94d730a348cba13b73ca010f86e9 is 50, key is test_row_0/C:col10/1734338284613/Put/seqid=0 2024-12-16T08:38:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742429_1605 (size=12151) 2024-12-16T08:38:05,858 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/4bcb94d730a348cba13b73ca010f86e9 2024-12-16T08:38:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d9a3d3866b964eb7b4454436fcf46023 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d9a3d3866b964eb7b4454436fcf46023 2024-12-16T08:38:05,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d9a3d3866b964eb7b4454436fcf46023, entries=150, sequenceid=209, filesize=30.4 K 2024-12-16T08:38:05,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/86d0e622aa304c00935edb610287f1cd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86d0e622aa304c00935edb610287f1cd 2024-12-16T08:38:05,879 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86d0e622aa304c00935edb610287f1cd, entries=150, sequenceid=209, filesize=11.9 K 2024-12-16T08:38:05,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/4bcb94d730a348cba13b73ca010f86e9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/4bcb94d730a348cba13b73ca010f86e9 2024-12-16T08:38:05,883 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/4bcb94d730a348cba13b73ca010f86e9, entries=150, sequenceid=209, filesize=11.9 K 2024-12-16T08:38:05,884 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 47108fdadea472952bdd801fd1255e83 in 519ms, sequenceid=209, compaction requested=true 2024-12-16T08:38:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-16T08:38:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-16T08:38:05,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-16T08:38:05,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-12-16T08:38:05,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.6430 sec 2024-12-16T08:38:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:05,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-16T08:38:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:05,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216c67f365a9af544c488a4f56a5ba7ded2_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338285915/Put/seqid=0 2024-12-16T08:38:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338345922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338345922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:05,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742430_1606 (size=12304) 2024-12-16T08:38:05,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:05,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216c67f365a9af544c488a4f56a5ba7ded2_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c67f365a9af544c488a4f56a5ba7ded2_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:05,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d506908062934cd0aa79b36d526504e9, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:05,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d506908062934cd0aa79b36d526504e9 is 175, key is test_row_0/A:col10/1734338285915/Put/seqid=0 2024-12-16T08:38:05,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742431_1607 (size=31105) 2024-12-16T08:38:05,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d506908062934cd0aa79b36d526504e9 2024-12-16T08:38:05,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/ab4f1ad80ef44177b1afaf68b16932ad is 50, key is test_row_0/B:col10/1734338285915/Put/seqid=0 2024-12-16T08:38:05,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742432_1608 (size=12151) 2024-12-16T08:38:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338346026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338346026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338346111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338346231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338346232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T08:38:06,360 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-16T08:38:06,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:38:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-16T08:38:06,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:38:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T08:38:06,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:38:06,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:38:06,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/ab4f1ad80ef44177b1afaf68b16932ad 2024-12-16T08:38:06,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/96a790c3a51c4996ac58e91df8dad032 is 50, key is test_row_0/C:col10/1734338285915/Put/seqid=0 2024-12-16T08:38:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742433_1609 (size=12151) 2024-12-16T08:38:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T08:38:06,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T08:38:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338346533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338346540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T08:38:06,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T08:38:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/96a790c3a51c4996ac58e91df8dad032 2024-12-16T08:38:06,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:06,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T08:38:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:06,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d506908062934cd0aa79b36d526504e9 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d506908062934cd0aa79b36d526504e9 2024-12-16T08:38:06,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d506908062934cd0aa79b36d526504e9, entries=150, sequenceid=239, filesize=30.4 K 2024-12-16T08:38:06,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/ab4f1ad80ef44177b1afaf68b16932ad as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab4f1ad80ef44177b1afaf68b16932ad 2024-12-16T08:38:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab4f1ad80ef44177b1afaf68b16932ad, entries=150, sequenceid=239, filesize=11.9 K 2024-12-16T08:38:06,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/96a790c3a51c4996ac58e91df8dad032 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96a790c3a51c4996ac58e91df8dad032 2024-12-16T08:38:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96a790c3a51c4996ac58e91df8dad032, entries=150, sequenceid=239, filesize=11.9 K 2024-12-16T08:38:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 47108fdadea472952bdd801fd1255e83 in 962ms, sequenceid=239, compaction requested=true 2024-12-16T08:38:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:38:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:06,877 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:38:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,877 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:38:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,878 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:06,878 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/A is initiating minor compaction (all files) 2024-12-16T08:38:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,878 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/A in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,878 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/cddce9db296e434da6e2165ceda6de58, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/65e409c0cc5d49cd872d334bbc0a6edd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d9a3d3866b964eb7b4454436fcf46023, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d506908062934cd0aa79b36d526504e9] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=130.3 K 2024-12-16T08:38:06,878 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,878 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/cddce9db296e434da6e2165ceda6de58, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/65e409c0cc5d49cd872d334bbc0a6edd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d9a3d3866b964eb7b4454436fcf46023, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d506908062934cd0aa79b36d526504e9] 2024-12-16T08:38:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,879 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:06,879 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting cddce9db296e434da6e2165ceda6de58, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338282794 2024-12-16T08:38:06,879 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/B is initiating minor compaction (all files) 2024-12-16T08:38:06,879 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/B in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:06,879 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86da8d28855048cc942744ca89fb373f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/d651710c48d14fef89eca767054e662b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86d0e622aa304c00935edb610287f1cd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab4f1ad80ef44177b1afaf68b16932ad] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=47.8 K 2024-12-16T08:38:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,879 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 86da8d28855048cc942744ca89fb373f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338282794 2024-12-16T08:38:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,880 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e409c0cc5d49cd872d334bbc0a6edd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338283967 2024-12-16T08:38:06,880 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting d651710c48d14fef89eca767054e662b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338283967 2024-12-16T08:38:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,880 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9a3d3866b964eb7b4454436fcf46023, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734338284613 2024-12-16T08:38:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,880 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d0e622aa304c00935edb610287f1cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734338284613 2024-12-16T08:38:06,880 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d506908062934cd0aa79b36d526504e9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338285808 2024-12-16T08:38:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,881 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ab4f1ad80ef44177b1afaf68b16932ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338285808 2024-12-16T08:38:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,896 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,905 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216f664a255555b4c1c9f2a16e34e8b1c6f_47108fdadea472952bdd801fd1255e83 store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:06,907 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216f664a255555b4c1c9f2a16e34e8b1c6f_47108fdadea472952bdd801fd1255e83, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:06,908 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f664a255555b4c1c9f2a16e34e8b1c6f_47108fdadea472952bdd801fd1255e83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,910 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#B#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,911 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/43aeb7a8eda245859ba324c80dc5f15f is 50, key is test_row_0/B:col10/1734338285915/Put/seqid=0 2024-12-16T08:38:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742434_1610 (size=4469) 2024-12-16T08:38:06,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742435_1611 (size=12663) 2024-12-16T08:38:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,972 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/43aeb7a8eda245859ba324c80dc5f15f as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/43aeb7a8eda245859ba324c80dc5f15f 2024-12-16T08:38:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T08:38:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T08:38:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:07,001 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-16T08:38:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:07,002 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/B of 47108fdadea472952bdd801fd1255e83 into 43aeb7a8eda245859ba324c80dc5f15f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:07,002 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:07,002 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/B, priority=12, startTime=1734338286877; duration=0sec 2024-12-16T08:38:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:07,002 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:07,002 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:B 2024-12-16T08:38:07,002 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,005 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:07,005 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/C is initiating minor compaction (all files) 2024-12-16T08:38:07,006 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/C in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:07,006 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/cf5697e9d9ce4302bbf6186b5b39237b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6459b0f1e65b4b15a6ac1fe9b7472d5c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/4bcb94d730a348cba13b73ca010f86e9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96a790c3a51c4996ac58e91df8dad032] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=47.8 K 2024-12-16T08:38:07,008 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting cf5697e9d9ce4302bbf6186b5b39237b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734338282794 2024-12-16T08:38:07,008 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6459b0f1e65b4b15a6ac1fe9b7472d5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734338283967 2024-12-16T08:38:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,008 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bcb94d730a348cba13b73ca010f86e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734338284613 2024-12-16T08:38:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,016 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 96a790c3a51c4996ac58e91df8dad032, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338285808 2024-12-16T08:38:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121625fdc657e4ab4a66b82731b0507a5c02_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_1/A:col10/1734338285920/Put/seqid=0 2024-12-16T08:38:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,038 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#C#compaction#520 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,039 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/b5b0e48eb9c04424a22443503be64cda is 50, key is test_row_0/C:col10/1734338285915/Put/seqid=0 2024-12-16T08:38:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742437_1613 (size=12663) 2024-12-16T08:38:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742436_1612 (size=9814) 2024-12-16T08:38:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338347164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338347172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338347272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338347281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,344 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#A#compaction#517 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:07,344 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/37d5377251d5429aaa6b29918d0f84a4 is 175, key is test_row_0/A:col10/1734338285915/Put/seqid=0 2024-12-16T08:38:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742438_1614 (size=31617) 2024-12-16T08:38:07,366 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/37d5377251d5429aaa6b29918d0f84a4 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/37d5377251d5429aaa6b29918d0f84a4 2024-12-16T08:38:07,374 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/A of 47108fdadea472952bdd801fd1255e83 into 37d5377251d5429aaa6b29918d0f84a4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:07,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:07,374 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/A, priority=12, startTime=1734338286877; duration=0sec 2024-12-16T08:38:07,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:07,374 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:A 2024-12-16T08:38:07,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338347475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:07,485 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/b5b0e48eb9c04424a22443503be64cda as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b5b0e48eb9c04424a22443503be64cda 2024-12-16T08:38:07,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338347484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121625fdc657e4ab4a66b82731b0507a5c02_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121625fdc657e4ab4a66b82731b0507a5c02_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:07,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/388003af2f81456e9d8c40139b745201, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:07,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/388003af2f81456e9d8c40139b745201 is 175, key is test_row_1/A:col10/1734338285920/Put/seqid=0 2024-12-16T08:38:07,498 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/C of 47108fdadea472952bdd801fd1255e83 into b5b0e48eb9c04424a22443503be64cda(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:07,498 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:07,498 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/C, priority=12, startTime=1734338286877; duration=0sec 2024-12-16T08:38:07,498 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:07,498 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:C 2024-12-16T08:38:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T08:38:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742439_1615 (size=22461) 2024-12-16T08:38:07,528 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/388003af2f81456e9d8c40139b745201 2024-12-16T08:38:07,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/eead174f575948b985749330a2bc9eaa is 50, key is test_row_1/B:col10/1734338285920/Put/seqid=0 2024-12-16T08:38:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742440_1616 (size=9757) 2024-12-16T08:38:07,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338347778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:07,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338347788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:08,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/eead174f575948b985749330a2bc9eaa 2024-12-16T08:38:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/c063a7b82fb342f8b10a0296fccae760 is 50, key is test_row_1/C:col10/1734338285920/Put/seqid=0 2024-12-16T08:38:08,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742441_1617 (size=9757) 2024-12-16T08:38:08,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338348127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:08,128 DEBUG [Thread-2443 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:38:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338348290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:08,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338348292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:08,472 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/c063a7b82fb342f8b10a0296fccae760 2024-12-16T08:38:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/388003af2f81456e9d8c40139b745201 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/388003af2f81456e9d8c40139b745201 2024-12-16T08:38:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T08:38:08,520 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/388003af2f81456e9d8c40139b745201, entries=100, sequenceid=247, filesize=21.9 K 2024-12-16T08:38:08,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/eead174f575948b985749330a2bc9eaa as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/eead174f575948b985749330a2bc9eaa 2024-12-16T08:38:08,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/eead174f575948b985749330a2bc9eaa, entries=100, sequenceid=247, filesize=9.5 K 2024-12-16T08:38:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/c063a7b82fb342f8b10a0296fccae760 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c063a7b82fb342f8b10a0296fccae760 2024-12-16T08:38:08,529 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c063a7b82fb342f8b10a0296fccae760, entries=100, sequenceid=247, filesize=9.5 K 2024-12-16T08:38:08,536 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 47108fdadea472952bdd801fd1255e83 in 1535ms, sequenceid=247, compaction requested=false 2024-12-16T08:38:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-16T08:38:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-16T08:38:08,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-16T08:38:08,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-12-16T08:38:08,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.1790 sec 2024-12-16T08:38:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:09,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-16T08:38:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:09,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338349322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338349323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:09,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121696a2fed0cd80431fa80bba67b559dd39_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338287161/Put/seqid=0 2024-12-16T08:38:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742442_1618 (size=17534) 2024-12-16T08:38:09,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:09,400 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121696a2fed0cd80431fa80bba67b559dd39_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696a2fed0cd80431fa80bba67b559dd39_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:09,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d8dec06348414bc5abe1ce94bd02d6fd, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:09,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d8dec06348414bc5abe1ce94bd02d6fd is 175, key is test_row_0/A:col10/1734338287161/Put/seqid=0 2024-12-16T08:38:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742443_1619 (size=48639) 2024-12-16T08:38:09,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338349426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:09,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338349448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338349629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:09,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338349651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:09,821 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d8dec06348414bc5abe1ce94bd02d6fd 2024-12-16T08:38:09,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/0ccb54f1bd54465e90868c446d372a33 is 50, key is test_row_0/B:col10/1734338287161/Put/seqid=0 2024-12-16T08:38:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742444_1620 (size=12301) 2024-12-16T08:38:09,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338349933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338349972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/0ccb54f1bd54465e90868c446d372a33 2024-12-16T08:38:10,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/959ea01157e645ac8fafa734815a571e is 50, key is test_row_0/C:col10/1734338287161/Put/seqid=0 2024-12-16T08:38:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742445_1621 (size=12301) 2024-12-16T08:38:10,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/959ea01157e645ac8fafa734815a571e 2024-12-16T08:38:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d8dec06348414bc5abe1ce94bd02d6fd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d8dec06348414bc5abe1ce94bd02d6fd 2024-12-16T08:38:10,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d8dec06348414bc5abe1ce94bd02d6fd, entries=250, sequenceid=280, filesize=47.5 K 2024-12-16T08:38:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/0ccb54f1bd54465e90868c446d372a33 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/0ccb54f1bd54465e90868c446d372a33 2024-12-16T08:38:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/0ccb54f1bd54465e90868c446d372a33, entries=150, sequenceid=280, filesize=12.0 K 2024-12-16T08:38:10,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/959ea01157e645ac8fafa734815a571e as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/959ea01157e645ac8fafa734815a571e 2024-12-16T08:38:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/959ea01157e645ac8fafa734815a571e, entries=150, sequenceid=280, filesize=12.0 K 2024-12-16T08:38:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 47108fdadea472952bdd801fd1255e83 in 1010ms, sequenceid=280, compaction requested=true 2024-12-16T08:38:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:38:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:38:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:10,328 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:38:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:38:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T08:38:10,329 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:38:10,329 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/A is initiating minor compaction (all files) 2024-12-16T08:38:10,329 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:38:10,329 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/A in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,329 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/37d5377251d5429aaa6b29918d0f84a4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/388003af2f81456e9d8c40139b745201, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d8dec06348414bc5abe1ce94bd02d6fd] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=100.3 K 2024-12-16T08:38:10,329 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,330 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/37d5377251d5429aaa6b29918d0f84a4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/388003af2f81456e9d8c40139b745201, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d8dec06348414bc5abe1ce94bd02d6fd] 2024-12-16T08:38:10,330 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37d5377251d5429aaa6b29918d0f84a4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338285808 2024-12-16T08:38:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,340 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:38:10,340 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/B is initiating minor compaction (all files) 2024-12-16T08:38:10,340 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/B in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,340 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/43aeb7a8eda245859ba324c80dc5f15f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/eead174f575948b985749330a2bc9eaa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/0ccb54f1bd54465e90868c446d372a33] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=33.9 K 2024-12-16T08:38:10,341 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 43aeb7a8eda245859ba324c80dc5f15f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338285808 2024-12-16T08:38:10,341 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388003af2f81456e9d8c40139b745201, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734338285920 2024-12-16T08:38:10,341 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting eead174f575948b985749330a2bc9eaa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734338285920 2024-12-16T08:38:10,341 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8dec06348414bc5abe1ce94bd02d6fd, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734338287159 2024-12-16T08:38:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,346 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ccb54f1bd54465e90868c446d372a33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734338287159 2024-12-16T08:38:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,377 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,382 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#B#compaction#527 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,383 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/3460f0c83b3942a8b56e681d84c7e466 is 50, key is test_row_0/B:col10/1734338287161/Put/seqid=0 2024-12-16T08:38:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,389 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216b883c718ee114fa1b5257eb759789ee8_47108fdadea472952bdd801fd1255e83 store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,392 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216b883c718ee114fa1b5257eb759789ee8_47108fdadea472952bdd801fd1255e83, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:10,392 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216b883c718ee114fa1b5257eb759789ee8_47108fdadea472952bdd801fd1255e83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742447_1623 (size=4469) 2024-12-16T08:38:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742446_1622 (size=12915) 2024-12-16T08:38:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,465 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/3460f0c83b3942a8b56e681d84c7e466 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3460f0c83b3942a8b56e681d84c7e466 2024-12-16T08:38:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T08:38:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:10,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:10,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:10,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:10,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:10,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,481 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47108fdadea472952bdd801fd1255e83/B of 47108fdadea472952bdd801fd1255e83 into 3460f0c83b3942a8b56e681d84c7e466(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:10,481 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:10,481 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/B, priority=13, startTime=1734338290328; duration=0sec 2024-12-16T08:38:10,481 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:10,481 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:B 2024-12-16T08:38:10,481 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T08:38:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,482 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T08:38:10,483 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/C is initiating minor compaction (all files) 2024-12-16T08:38:10,483 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/C in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,483 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b5b0e48eb9c04424a22443503be64cda, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c063a7b82fb342f8b10a0296fccae760, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/959ea01157e645ac8fafa734815a571e] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=33.9 K 2024-12-16T08:38:10,483 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b5b0e48eb9c04424a22443503be64cda, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734338285808 2024-12-16T08:38:10,483 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c063a7b82fb342f8b10a0296fccae760, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734338285920 2024-12-16T08:38:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,487 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 959ea01157e645ac8fafa734815a571e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734338287159 2024-12-16T08:38:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216dd7a91744d2b4bbbac93e3447d2e410e_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338290474/Put/seqid=0 2024-12-16T08:38:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T08:38:10,502 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-16T08:38:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-16T08:38:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-16T08:38:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T08:38:10,514 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#C#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:10,515 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/41877a2abc204a2b804a914626a68bdc is 50, key is test_row_0/C:col10/1734338287161/Put/seqid=0 2024-12-16T08:38:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,517 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T08:38:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T08:38:10,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T08:38:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742449_1625 (size=25158) 2024-12-16T08:38:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742450_1626 (size=12915) 2024-12-16T08:38:10,596 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/41877a2abc204a2b804a914626a68bdc as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/41877a2abc204a2b804a914626a68bdc 2024-12-16T08:38:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T08:38:10,632 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47108fdadea472952bdd801fd1255e83/C of 47108fdadea472952bdd801fd1255e83 into 41877a2abc204a2b804a914626a68bdc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:10,632 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:10,632 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/C, priority=13, startTime=1734338290328; duration=0sec 2024-12-16T08:38:10,632 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:10,632 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:C 2024-12-16T08:38:10,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338350628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338350634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338350743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338350744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T08:38:10,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,849 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#A#compaction#526 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:10,850 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/31cbfcb3735943bda05f36b70ba512dd is 175, key is test_row_0/A:col10/1734338287161/Put/seqid=0 2024-12-16T08:38:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742451_1627 (size=31869) 2024-12-16T08:38:10,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338350947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338350949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,956 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:10,964 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216dd7a91744d2b4bbbac93e3447d2e410e_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216dd7a91744d2b4bbbac93e3447d2e410e_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:10,964 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d138a391c822457687a361f0d407cbc1, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:10,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d138a391c822457687a361f0d407cbc1 is 175, key is test_row_0/A:col10/1734338290474/Put/seqid=0 2024-12-16T08:38:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742448_1624 (size=74795) 2024-12-16T08:38:10,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:10,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:10,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:10,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T08:38:11,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338351256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338351265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,316 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/31cbfcb3735943bda05f36b70ba512dd as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/31cbfcb3735943bda05f36b70ba512dd 2024-12-16T08:38:11,327 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47108fdadea472952bdd801fd1255e83/A of 47108fdadea472952bdd801fd1255e83 into 31cbfcb3735943bda05f36b70ba512dd(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:11,327 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:11,327 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/A, priority=13, startTime=1734338290328; duration=0sec 2024-12-16T08:38:11,327 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:11,327 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:A 2024-12-16T08:38:11,368 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d138a391c822457687a361f0d407cbc1 2024-12-16T08:38:11,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/7b2ef80e568e4dbd90402d7290732737 is 50, key is test_row_0/B:col10/1734338290474/Put/seqid=0 2024-12-16T08:38:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742452_1628 (size=12301) 2024-12-16T08:38:11,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:11,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:11,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T08:38:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338351764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338351772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:11,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:11,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/7b2ef80e568e4dbd90402d7290732737 2024-12-16T08:38:11,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/b278f9e9dc5d49c08e0148d3633255f6 is 50, key is test_row_0/C:col10/1734338290474/Put/seqid=0 2024-12-16T08:38:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742453_1629 (size=12301) 2024-12-16T08:38:11,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:11,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:11,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:12,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:12,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:12,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53766 deadline: 1734338352149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,152 DEBUG [Thread-2443 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., hostname=e845af7b5e21,34791,1734338108080, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:38:12,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:12,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:12,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/b278f9e9dc5d49c08e0148d3633255f6 2024-12-16T08:38:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:38:12,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/d138a391c822457687a361f0d407cbc1 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d138a391c822457687a361f0d407cbc1 2024-12-16T08:38:12,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d138a391c822457687a361f0d407cbc1, entries=400, sequenceid=291, filesize=73.0 K 2024-12-16T08:38:12,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/7b2ef80e568e4dbd90402d7290732737 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7b2ef80e568e4dbd90402d7290732737 2024-12-16T08:38:12,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7b2ef80e568e4dbd90402d7290732737, entries=150, sequenceid=291, filesize=12.0 K 2024-12-16T08:38:12,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/b278f9e9dc5d49c08e0148d3633255f6 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b278f9e9dc5d49c08e0148d3633255f6 2024-12-16T08:38:12,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b278f9e9dc5d49c08e0148d3633255f6, entries=150, sequenceid=291, filesize=12.0 K 2024-12-16T08:38:12,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 47108fdadea472952bdd801fd1255e83 in 1821ms, sequenceid=291, compaction requested=false 2024-12-16T08:38:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:12,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34791 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T08:38:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:12,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T08:38:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:12,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412161b82d756d2034367884955008b2ad772_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338290604/Put/seqid=0 2024-12-16T08:38:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742454_1630 (size=12454) 2024-12-16T08:38:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T08:38:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:12,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. as already flushing 2024-12-16T08:38:12,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338352803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338352806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:12,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412161b82d756d2034367884955008b2ad772_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161b82d756d2034367884955008b2ad772_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:12,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/84ba36aa355647f6b25472fe1cd3f8a2, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:12,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/84ba36aa355647f6b25472fe1cd3f8a2 is 175, key is test_row_0/A:col10/1734338290604/Put/seqid=0 2024-12-16T08:38:12,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338352915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338352915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742455_1631 (size=31255) 2024-12-16T08:38:12,938 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/84ba36aa355647f6b25472fe1cd3f8a2 2024-12-16T08:38:12,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/8be8482510334e57a5ab50a6c7173925 is 50, key is test_row_0/B:col10/1734338290604/Put/seqid=0 2024-12-16T08:38:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742456_1632 (size=12301) 2024-12-16T08:38:12,983 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/8be8482510334e57a5ab50a6c7173925 2024-12-16T08:38:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/c2566fd4fb28462b800e98b7b6b24965 is 50, key is test_row_0/C:col10/1734338290604/Put/seqid=0 2024-12-16T08:38:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742457_1633 (size=12301) 2024-12-16T08:38:13,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/c2566fd4fb28462b800e98b7b6b24965 2024-12-16T08:38:13,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/84ba36aa355647f6b25472fe1cd3f8a2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/84ba36aa355647f6b25472fe1cd3f8a2 2024-12-16T08:38:13,071 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/84ba36aa355647f6b25472fe1cd3f8a2, entries=150, sequenceid=319, filesize=30.5 K 2024-12-16T08:38:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/8be8482510334e57a5ab50a6c7173925 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be8482510334e57a5ab50a6c7173925 2024-12-16T08:38:13,076 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be8482510334e57a5ab50a6c7173925, entries=150, sequenceid=319, filesize=12.0 K 2024-12-16T08:38:13,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/c2566fd4fb28462b800e98b7b6b24965 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c2566fd4fb28462b800e98b7b6b24965 2024-12-16T08:38:13,081 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c2566fd4fb28462b800e98b7b6b24965, entries=150, sequenceid=319, filesize=12.0 K 2024-12-16T08:38:13,081 INFO [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 47108fdadea472952bdd801fd1255e83 in 661ms, sequenceid=319, compaction requested=true 2024-12-16T08:38:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-16T08:38:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-16T08:38:13,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-16T08:38:13,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5670 sec 2024-12-16T08:38:13,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.5800 sec 2024-12-16T08:38:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:13,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T08:38:13,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:13,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:13,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:13,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:13,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:13,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:13,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160adfcf6a170a4c4190ba0b8f3d95737b_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338293122/Put/seqid=0 2024-12-16T08:38:13,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742458_1634 (size=17534) 2024-12-16T08:38:13,184 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:13,191 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160adfcf6a170a4c4190ba0b8f3d95737b_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160adfcf6a170a4c4190ba0b8f3d95737b_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:13,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/9a00c4767a0f45e983eb1bcfbb52051c, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:13,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/9a00c4767a0f45e983eb1bcfbb52051c is 175, key is test_row_0/A:col10/1734338293122/Put/seqid=0 2024-12-16T08:38:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742459_1635 (size=48639) 2024-12-16T08:38:13,216 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/9a00c4767a0f45e983eb1bcfbb52051c 2024-12-16T08:38:13,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338353229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:13,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338353230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:13,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/ab40a140f8294ed7bb855a5324893281 is 50, key is test_row_0/B:col10/1734338293122/Put/seqid=0 2024-12-16T08:38:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742460_1636 (size=12301) 2024-12-16T08:38:13,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/ab40a140f8294ed7bb855a5324893281 2024-12-16T08:38:13,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338353335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338353335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:13,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6aa6083b63d64b7e933b2c354fff55d7 is 50, key is test_row_0/C:col10/1734338293122/Put/seqid=0 2024-12-16T08:38:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742461_1637 (size=12301) 2024-12-16T08:38:13,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53694 deadline: 1734338353540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:13,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:38:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53740 deadline: 1734338353540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:13,628 DEBUG [Thread-2450 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36bc3633 to 127.0.0.1:62313 2024-12-16T08:38:13,628 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:13,629 DEBUG [Thread-2448 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76670256 to 127.0.0.1:62313 2024-12-16T08:38:13,629 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:13,631 DEBUG [Thread-2454 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0ebf0f to 127.0.0.1:62313 2024-12-16T08:38:13,631 DEBUG [Thread-2454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:13,632 DEBUG [Thread-2452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64b7ee62 to 127.0.0.1:62313 2024-12-16T08:38:13,632 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:13,632 DEBUG [Thread-2456 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7410dccc to 127.0.0.1:62313 2024-12-16T08:38:13,632 DEBUG [Thread-2456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:13,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6aa6083b63d64b7e933b2c354fff55d7 2024-12-16T08:38:13,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/9a00c4767a0f45e983eb1bcfbb52051c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/9a00c4767a0f45e983eb1bcfbb52051c 2024-12-16T08:38:13,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/9a00c4767a0f45e983eb1bcfbb52051c, entries=250, sequenceid=332, filesize=47.5 K 2024-12-16T08:38:13,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/ab40a140f8294ed7bb855a5324893281 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab40a140f8294ed7bb855a5324893281 2024-12-16T08:38:13,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab40a140f8294ed7bb855a5324893281, entries=150, sequenceid=332, filesize=12.0 K 2024-12-16T08:38:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6aa6083b63d64b7e933b2c354fff55d7 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6aa6083b63d64b7e933b2c354fff55d7 2024-12-16T08:38:13,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6aa6083b63d64b7e933b2c354fff55d7, entries=150, sequenceid=332, filesize=12.0 K 2024-12-16T08:38:13,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 47108fdadea472952bdd801fd1255e83 in 711ms, sequenceid=332, compaction requested=true 2024-12-16T08:38:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T08:38:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T08:38:13,836 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47108fdadea472952bdd801fd1255e83:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T08:38:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:13,836 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:13,837 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:13,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186558 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:13,837 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/B is initiating minor compaction (all files) 2024-12-16T08:38:13,837 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/A is initiating minor compaction (all files) 2024-12-16T08:38:13,837 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/A in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:13,837 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/B in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:13,838 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/31cbfcb3735943bda05f36b70ba512dd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d138a391c822457687a361f0d407cbc1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/84ba36aa355647f6b25472fe1cd3f8a2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/9a00c4767a0f45e983eb1bcfbb52051c] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=182.2 K 2024-12-16T08:38:13,838 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3460f0c83b3942a8b56e681d84c7e466, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7b2ef80e568e4dbd90402d7290732737, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be8482510334e57a5ab50a6c7173925, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab40a140f8294ed7bb855a5324893281] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=48.7 K 2024-12-16T08:38:13,838 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:13,838 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. files: [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/31cbfcb3735943bda05f36b70ba512dd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d138a391c822457687a361f0d407cbc1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/84ba36aa355647f6b25472fe1cd3f8a2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/9a00c4767a0f45e983eb1bcfbb52051c] 2024-12-16T08:38:13,838 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31cbfcb3735943bda05f36b70ba512dd, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734338287159 2024-12-16T08:38:13,838 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 3460f0c83b3942a8b56e681d84c7e466, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734338287159 2024-12-16T08:38:13,838 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b2ef80e568e4dbd90402d7290732737, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338290438 2024-12-16T08:38:13,838 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting d138a391c822457687a361f0d407cbc1, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338289320 2024-12-16T08:38:13,839 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 8be8482510334e57a5ab50a6c7173925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734338290604 2024-12-16T08:38:13,839 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ba36aa355647f6b25472fe1cd3f8a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734338290604 2024-12-16T08:38:13,839 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a00c4767a0f45e983eb1bcfbb52051c, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734338292795 2024-12-16T08:38:13,839 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting ab40a140f8294ed7bb855a5324893281, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734338292795 2024-12-16T08:38:13,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T08:38:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34791 {}] regionserver.HRegion(8581): Flush requested on 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:13,845 DEBUG [Thread-2439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09e22139 to 127.0.0.1:62313 2024-12-16T08:38:13,846 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:13,847 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:13,849 DEBUG [Thread-2437 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d1de3c9 to 127.0.0.1:62313 2024-12-16T08:38:13,849 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:13,850 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#B#compaction#538 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:13,851 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/854b22fb6e6d45cc9501f5d7472aa35b is 50, key is test_row_0/B:col10/1734338293122/Put/seqid=0 2024-12-16T08:38:13,853 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216a4b04490a126465ab163524941b3840d_47108fdadea472952bdd801fd1255e83 store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:13,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169ef5e189ef7b41979e65c84c148b8824_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338293224/Put/seqid=0 2024-12-16T08:38:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742462_1638 (size=13051) 2024-12-16T08:38:13,886 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/854b22fb6e6d45cc9501f5d7472aa35b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/854b22fb6e6d45cc9501f5d7472aa35b 2024-12-16T08:38:13,890 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/B of 47108fdadea472952bdd801fd1255e83 into 854b22fb6e6d45cc9501f5d7472aa35b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:13,890 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:13,890 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/B, priority=12, startTime=1734338293836; duration=0sec 2024-12-16T08:38:13,890 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T08:38:13,890 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:B 2024-12-16T08:38:13,891 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T08:38:13,892 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T08:38:13,892 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1540): 47108fdadea472952bdd801fd1255e83/C is initiating minor compaction (all files) 2024-12-16T08:38:13,892 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47108fdadea472952bdd801fd1255e83/C in TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:13,892 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/41877a2abc204a2b804a914626a68bdc, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b278f9e9dc5d49c08e0148d3633255f6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c2566fd4fb28462b800e98b7b6b24965, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6aa6083b63d64b7e933b2c354fff55d7] into tmpdir=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp, totalSize=48.7 K 2024-12-16T08:38:13,892 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 41877a2abc204a2b804a914626a68bdc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734338287159 2024-12-16T08:38:13,893 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting b278f9e9dc5d49c08e0148d3633255f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734338290438 2024-12-16T08:38:13,893 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting c2566fd4fb28462b800e98b7b6b24965, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734338290604 2024-12-16T08:38:13,893 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aa6083b63d64b7e933b2c354fff55d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734338292795 2024-12-16T08:38:13,902 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216a4b04490a126465ab163524941b3840d_47108fdadea472952bdd801fd1255e83, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:13,902 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a4b04490a126465ab163524941b3840d_47108fdadea472952bdd801fd1255e83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:13,915 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#C#compaction#541 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:13,916 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/d34ab0c946814b329f590443a29fea89 is 50, key is test_row_0/C:col10/1734338293122/Put/seqid=0 2024-12-16T08:38:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742463_1639 (size=12454) 2024-12-16T08:38:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742465_1641 (size=13051) 2024-12-16T08:38:13,924 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:13,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169ef5e189ef7b41979e65c84c148b8824_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169ef5e189ef7b41979e65c84c148b8824_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:13,933 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/d34ab0c946814b329f590443a29fea89 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d34ab0c946814b329f590443a29fea89 2024-12-16T08:38:13,933 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/f7e98e89e20d42c9a364dd1466f60105, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:13,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742464_1640 (size=4469) 2024-12-16T08:38:13,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/f7e98e89e20d42c9a364dd1466f60105 is 175, key is test_row_0/A:col10/1734338293224/Put/seqid=0 2024-12-16T08:38:13,936 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47108fdadea472952bdd801fd1255e83#A#compaction#539 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T08:38:13,936 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/07c6bfd2e9c34976a0d72ba408644642 is 175, key is test_row_0/A:col10/1734338293122/Put/seqid=0 2024-12-16T08:38:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742466_1642 (size=31255) 2024-12-16T08:38:13,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/f7e98e89e20d42c9a364dd1466f60105 2024-12-16T08:38:13,948 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/C of 47108fdadea472952bdd801fd1255e83 into d34ab0c946814b329f590443a29fea89(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:13,948 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:13,948 INFO [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/C, priority=12, startTime=1734338293836; duration=0sec 2024-12-16T08:38:13,948 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:13,948 DEBUG [RS:0;e845af7b5e21:34791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:C 2024-12-16T08:38:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742467_1643 (size=32005) 2024-12-16T08:38:13,959 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/07c6bfd2e9c34976a0d72ba408644642 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/07c6bfd2e9c34976a0d72ba408644642 2024-12-16T08:38:13,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/8be6bac805a04afb8bdafbb858f07e5c is 50, key is test_row_0/B:col10/1734338293224/Put/seqid=0 2024-12-16T08:38:13,966 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47108fdadea472952bdd801fd1255e83/A of 47108fdadea472952bdd801fd1255e83 into 07c6bfd2e9c34976a0d72ba408644642(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T08:38:13,967 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:13,967 INFO [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83., storeName=47108fdadea472952bdd801fd1255e83/A, priority=12, startTime=1734338293836; duration=0sec 2024-12-16T08:38:13,967 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T08:38:13,967 DEBUG [RS:0;e845af7b5e21:34791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47108fdadea472952bdd801fd1255e83:A 2024-12-16T08:38:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742468_1644 (size=12301) 2024-12-16T08:38:14,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/8be6bac805a04afb8bdafbb858f07e5c 2024-12-16T08:38:14,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6776f77b60914e268305c0d0ca42be42 is 50, key is test_row_0/C:col10/1734338293224/Put/seqid=0 2024-12-16T08:38:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742469_1645 (size=12301) 2024-12-16T08:38:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T08:38:14,628 INFO [Thread-2447 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-16T08:38:14,731 DEBUG [Thread-2441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38481360 to 127.0.0.1:62313 2024-12-16T08:38:14,731 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:14,738 DEBUG [Thread-2445 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b968040 to 127.0.0.1:62313 2024-12-16T08:38:14,738 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:14,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6776f77b60914e268305c0d0ca42be42 2024-12-16T08:38:14,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/f7e98e89e20d42c9a364dd1466f60105 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/f7e98e89e20d42c9a364dd1466f60105 2024-12-16T08:38:14,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/f7e98e89e20d42c9a364dd1466f60105, entries=150, sequenceid=357, filesize=30.5 K 2024-12-16T08:38:14,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/8be6bac805a04afb8bdafbb858f07e5c as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be6bac805a04afb8bdafbb858f07e5c 2024-12-16T08:38:14,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be6bac805a04afb8bdafbb858f07e5c, entries=150, sequenceid=357, filesize=12.0 K 2024-12-16T08:38:14,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/6776f77b60914e268305c0d0ca42be42 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6776f77b60914e268305c0d0ca42be42 2024-12-16T08:38:14,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6776f77b60914e268305c0d0ca42be42, entries=150, sequenceid=357, filesize=12.0 K 2024-12-16T08:38:14,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 47108fdadea472952bdd801fd1255e83 in 1008ms, sequenceid=357, compaction requested=false 2024-12-16T08:38:14,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:22,166 DEBUG [Thread-2443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62750e61 to 127.0.0.1:62313 2024-12-16T08:38:22,166 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T08:38:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-16T08:38:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-12-16T08:38:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-16T08:38:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5282 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4893 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4903 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5248 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4930 2024-12-16T08:38:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T08:38:22,167 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:38:22,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71c377ac to 127.0.0.1:62313 2024-12-16T08:38:22,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:22,168 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T08:38:22,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-16T08:38:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T08:38:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T08:38:22,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338302170"}]},"ts":"1734338302170"} 2024-12-16T08:38:22,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T08:38:22,174 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T08:38:22,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T08:38:22,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, UNASSIGN}] 2024-12-16T08:38:22,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, UNASSIGN 2024-12-16T08:38:22,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=CLOSING, regionLocation=e845af7b5e21,34791,1734338108080 2024-12-16T08:38:22,178 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T08:38:22,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080}] 2024-12-16T08:38:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T08:38:22,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34791,1734338108080 2024-12-16T08:38:22,330 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:22,330 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T08:38:22,330 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing 47108fdadea472952bdd801fd1255e83, disabling compactions & flushes 2024-12-16T08:38:22,330 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:22,330 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:22,330 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. after waiting 0 ms 2024-12-16T08:38:22,330 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:22,330 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing 47108fdadea472952bdd801fd1255e83 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-16T08:38:22,331 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=A 2024-12-16T08:38:22,331 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:22,331 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=B 2024-12-16T08:38:22,331 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:22,331 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47108fdadea472952bdd801fd1255e83, store=C 2024-12-16T08:38:22,331 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T08:38:22,335 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a2980585213644a3bd525c7832c7aed6_47108fdadea472952bdd801fd1255e83 is 50, key is test_row_0/A:col10/1734338302164/Put/seqid=0 2024-12-16T08:38:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742470_1646 (size=9914) 2024-12-16T08:38:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T08:38:22,739 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:38:22,743 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a2980585213644a3bd525c7832c7aed6_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a2980585213644a3bd525c7832c7aed6_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:22,744 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/8e2712e326b84d318d95728660b628c0, store: [table=TestAcidGuarantees family=A region=47108fdadea472952bdd801fd1255e83] 2024-12-16T08:38:22,745 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/8e2712e326b84d318d95728660b628c0 is 175, key is test_row_0/A:col10/1734338302164/Put/seqid=0 2024-12-16T08:38:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742471_1647 (size=22561) 2024-12-16T08:38:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T08:38:23,149 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/8e2712e326b84d318d95728660b628c0 2024-12-16T08:38:23,156 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/1669cd0bef8c4fd3841492cedcb9fa59 is 50, key is test_row_0/B:col10/1734338302164/Put/seqid=0 2024-12-16T08:38:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742472_1648 (size=9857) 2024-12-16T08:38:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T08:38:23,581 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/1669cd0bef8c4fd3841492cedcb9fa59 2024-12-16T08:38:23,588 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/155fb26245ec4246b37bc96d5a8ef358 is 50, key is test_row_0/C:col10/1734338302164/Put/seqid=0 2024-12-16T08:38:23,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742473_1649 (size=9857) 2024-12-16T08:38:23,600 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/155fb26245ec4246b37bc96d5a8ef358 2024-12-16T08:38:23,604 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/A/8e2712e326b84d318d95728660b628c0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/8e2712e326b84d318d95728660b628c0 2024-12-16T08:38:23,608 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/8e2712e326b84d318d95728660b628c0, entries=100, sequenceid=366, filesize=22.0 K 2024-12-16T08:38:23,609 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/B/1669cd0bef8c4fd3841492cedcb9fa59 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/1669cd0bef8c4fd3841492cedcb9fa59 2024-12-16T08:38:23,612 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/1669cd0bef8c4fd3841492cedcb9fa59, entries=100, sequenceid=366, filesize=9.6 K 2024-12-16T08:38:23,612 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/.tmp/C/155fb26245ec4246b37bc96d5a8ef358 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/155fb26245ec4246b37bc96d5a8ef358 2024-12-16T08:38:23,615 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/155fb26245ec4246b37bc96d5a8ef358, entries=100, sequenceid=366, filesize=9.6 K 2024-12-16T08:38:23,615 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 47108fdadea472952bdd801fd1255e83 in 1285ms, sequenceid=366, compaction requested=true 2024-12-16T08:38:23,616 DEBUG [StoreCloser-TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/de6d63a3572448658c1d86e1baf85765, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/6c612ccd094a45488d6c4087cd39f686, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/db73e95b1f5a4368ae0f42744e4c6311, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/7f4b2a53fc66438c9298dc080656391a, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/537547abc68e416688c2e1c51da68d08, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/5b3a05f92a914cc5bd7505ee4158e699, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/3477fbd8aaa943258a44a3277a9315af, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/2a0819d742b64735b26b22b2a598ad40, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/09665b1ff7804b92aad183357612f064, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/df8c493a62e54315aaa791eed4db810c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/cddce9db296e434da6e2165ceda6de58, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/a45bf7da002f4ce38800a7e2467effdf, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/65e409c0cc5d49cd872d334bbc0a6edd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d9a3d3866b964eb7b4454436fcf46023, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/37d5377251d5429aaa6b29918d0f84a4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d506908062934cd0aa79b36d526504e9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/388003af2f81456e9d8c40139b745201, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d8dec06348414bc5abe1ce94bd02d6fd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/31cbfcb3735943bda05f36b70ba512dd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d138a391c822457687a361f0d407cbc1, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/84ba36aa355647f6b25472fe1cd3f8a2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/9a00c4767a0f45e983eb1bcfbb52051c] to archive 2024-12-16T08:38:23,620 DEBUG [StoreCloser-TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:38:23,630 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/537547abc68e416688c2e1c51da68d08 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/537547abc68e416688c2e1c51da68d08 2024-12-16T08:38:23,630 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/6c612ccd094a45488d6c4087cd39f686 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/6c612ccd094a45488d6c4087cd39f686 2024-12-16T08:38:23,631 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/db73e95b1f5a4368ae0f42744e4c6311 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/db73e95b1f5a4368ae0f42744e4c6311 2024-12-16T08:38:23,632 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/7f4b2a53fc66438c9298dc080656391a to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/7f4b2a53fc66438c9298dc080656391a 2024-12-16T08:38:23,636 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/de6d63a3572448658c1d86e1baf85765 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/de6d63a3572448658c1d86e1baf85765 2024-12-16T08:38:23,637 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/3477fbd8aaa943258a44a3277a9315af to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/3477fbd8aaa943258a44a3277a9315af 2024-12-16T08:38:23,637 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/5b3a05f92a914cc5bd7505ee4158e699 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/5b3a05f92a914cc5bd7505ee4158e699 2024-12-16T08:38:23,640 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/a45bf7da002f4ce38800a7e2467effdf to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/a45bf7da002f4ce38800a7e2467effdf 2024-12-16T08:38:23,640 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/df8c493a62e54315aaa791eed4db810c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/df8c493a62e54315aaa791eed4db810c 2024-12-16T08:38:23,640 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/cddce9db296e434da6e2165ceda6de58 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/cddce9db296e434da6e2165ceda6de58 2024-12-16T08:38:23,640 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/2a0819d742b64735b26b22b2a598ad40 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/2a0819d742b64735b26b22b2a598ad40 2024-12-16T08:38:23,643 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/65e409c0cc5d49cd872d334bbc0a6edd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/65e409c0cc5d49cd872d334bbc0a6edd 2024-12-16T08:38:23,644 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/37d5377251d5429aaa6b29918d0f84a4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/37d5377251d5429aaa6b29918d0f84a4 2024-12-16T08:38:23,644 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/09665b1ff7804b92aad183357612f064 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/09665b1ff7804b92aad183357612f064 2024-12-16T08:38:23,644 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d9a3d3866b964eb7b4454436fcf46023 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d9a3d3866b964eb7b4454436fcf46023 2024-12-16T08:38:23,645 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d506908062934cd0aa79b36d526504e9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d506908062934cd0aa79b36d526504e9 2024-12-16T08:38:23,645 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/388003af2f81456e9d8c40139b745201 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/388003af2f81456e9d8c40139b745201 2024-12-16T08:38:23,645 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d8dec06348414bc5abe1ce94bd02d6fd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d8dec06348414bc5abe1ce94bd02d6fd 2024-12-16T08:38:23,645 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/31cbfcb3735943bda05f36b70ba512dd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/31cbfcb3735943bda05f36b70ba512dd 2024-12-16T08:38:23,645 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d138a391c822457687a361f0d407cbc1 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/d138a391c822457687a361f0d407cbc1 2024-12-16T08:38:23,646 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/84ba36aa355647f6b25472fe1cd3f8a2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/84ba36aa355647f6b25472fe1cd3f8a2 2024-12-16T08:38:23,646 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/9a00c4767a0f45e983eb1bcfbb52051c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/9a00c4767a0f45e983eb1bcfbb52051c 2024-12-16T08:38:23,648 DEBUG [StoreCloser-TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c0b78edbd83f4038a8db9b8e52a4c4ee, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/898e1676912b44adb2e0bc7c2906a855, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/5e052b6c3ec64a488c13d0ccf4d00678, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3414e2b5585044b2a2b9db9eff892a08, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7f29113f01974b18acd51a4bd18a036f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c24b2d561a584c4c82d87c41a2176915, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4ae96fce43414ac091eae7e6a1458db4, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a33dde5d58ad439c84477857faa651eb, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/174e9d02e00c4d97911861c38652f715, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4272da0fdee64afb8a4e218c61c7a6b7, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86da8d28855048cc942744ca89fb373f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a63cbfd30a53496bbb2c6ef0a7e242e2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/d651710c48d14fef89eca767054e662b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86d0e622aa304c00935edb610287f1cd, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/43aeb7a8eda245859ba324c80dc5f15f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab4f1ad80ef44177b1afaf68b16932ad, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/eead174f575948b985749330a2bc9eaa, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3460f0c83b3942a8b56e681d84c7e466, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/0ccb54f1bd54465e90868c446d372a33, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7b2ef80e568e4dbd90402d7290732737, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be8482510334e57a5ab50a6c7173925, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab40a140f8294ed7bb855a5324893281] to archive 2024-12-16T08:38:23,649 DEBUG [StoreCloser-TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:38:23,651 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/898e1676912b44adb2e0bc7c2906a855 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/898e1676912b44adb2e0bc7c2906a855 2024-12-16T08:38:23,651 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c24b2d561a584c4c82d87c41a2176915 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c24b2d561a584c4c82d87c41a2176915 2024-12-16T08:38:23,651 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3414e2b5585044b2a2b9db9eff892a08 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3414e2b5585044b2a2b9db9eff892a08 2024-12-16T08:38:23,652 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a33dde5d58ad439c84477857faa651eb to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a33dde5d58ad439c84477857faa651eb 2024-12-16T08:38:23,652 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c0b78edbd83f4038a8db9b8e52a4c4ee to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/c0b78edbd83f4038a8db9b8e52a4c4ee 2024-12-16T08:38:23,652 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7f29113f01974b18acd51a4bd18a036f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7f29113f01974b18acd51a4bd18a036f 2024-12-16T08:38:23,652 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4ae96fce43414ac091eae7e6a1458db4 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4ae96fce43414ac091eae7e6a1458db4 2024-12-16T08:38:23,652 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/5e052b6c3ec64a488c13d0ccf4d00678 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/5e052b6c3ec64a488c13d0ccf4d00678 2024-12-16T08:38:23,652 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/174e9d02e00c4d97911861c38652f715 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/174e9d02e00c4d97911861c38652f715 2024-12-16T08:38:23,652 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4272da0fdee64afb8a4e218c61c7a6b7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/4272da0fdee64afb8a4e218c61c7a6b7 2024-12-16T08:38:23,653 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86da8d28855048cc942744ca89fb373f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86da8d28855048cc942744ca89fb373f 2024-12-16T08:38:23,653 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86d0e622aa304c00935edb610287f1cd to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/86d0e622aa304c00935edb610287f1cd 2024-12-16T08:38:23,653 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a63cbfd30a53496bbb2c6ef0a7e242e2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/a63cbfd30a53496bbb2c6ef0a7e242e2 2024-12-16T08:38:23,653 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/d651710c48d14fef89eca767054e662b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/d651710c48d14fef89eca767054e662b 2024-12-16T08:38:23,654 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/43aeb7a8eda245859ba324c80dc5f15f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/43aeb7a8eda245859ba324c80dc5f15f 2024-12-16T08:38:23,654 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/eead174f575948b985749330a2bc9eaa to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/eead174f575948b985749330a2bc9eaa 2024-12-16T08:38:23,654 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3460f0c83b3942a8b56e681d84c7e466 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/3460f0c83b3942a8b56e681d84c7e466 2024-12-16T08:38:23,655 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7b2ef80e568e4dbd90402d7290732737 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/7b2ef80e568e4dbd90402d7290732737 2024-12-16T08:38:23,655 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be8482510334e57a5ab50a6c7173925 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be8482510334e57a5ab50a6c7173925 2024-12-16T08:38:23,655 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/0ccb54f1bd54465e90868c446d372a33 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/0ccb54f1bd54465e90868c446d372a33 2024-12-16T08:38:23,655 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab4f1ad80ef44177b1afaf68b16932ad to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab4f1ad80ef44177b1afaf68b16932ad 2024-12-16T08:38:23,655 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab40a140f8294ed7bb855a5324893281 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/ab40a140f8294ed7bb855a5324893281 2024-12-16T08:38:23,656 DEBUG [StoreCloser-TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/daef999c21c14717b49fb16267353f3d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96bc1b3b7f964aceae0b233d95dfd7d2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6eae690e8b7e44a3b989d80422c61f5e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6213ca309ca04e99a5b57cf44d7cf560, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9147d7d55c894b97a500b264a0cb1c1f, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/36cc9995f4f0474abb51ea1588c96681, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d1b754adb2f245afa483c1e031159680, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9cdd2c57c9134c648a550a77f6b97751, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/3ec9dc0d7fa740d1908931486ab92c2d, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/7e45d9f4db5c4f758a85e921df8da0e2, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/cf5697e9d9ce4302bbf6186b5b39237b, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6459b0f1e65b4b15a6ac1fe9b7472d5c, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/4bcb94d730a348cba13b73ca010f86e9, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b5b0e48eb9c04424a22443503be64cda, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96a790c3a51c4996ac58e91df8dad032, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c063a7b82fb342f8b10a0296fccae760, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/41877a2abc204a2b804a914626a68bdc, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/959ea01157e645ac8fafa734815a571e, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b278f9e9dc5d49c08e0148d3633255f6, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c2566fd4fb28462b800e98b7b6b24965, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6aa6083b63d64b7e933b2c354fff55d7] to archive 2024-12-16T08:38:23,657 DEBUG [StoreCloser-TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T08:38:23,658 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6213ca309ca04e99a5b57cf44d7cf560 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6213ca309ca04e99a5b57cf44d7cf560 2024-12-16T08:38:23,658 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96bc1b3b7f964aceae0b233d95dfd7d2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96bc1b3b7f964aceae0b233d95dfd7d2 2024-12-16T08:38:23,658 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/daef999c21c14717b49fb16267353f3d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/daef999c21c14717b49fb16267353f3d 2024-12-16T08:38:23,658 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6eae690e8b7e44a3b989d80422c61f5e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6eae690e8b7e44a3b989d80422c61f5e 2024-12-16T08:38:23,659 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/36cc9995f4f0474abb51ea1588c96681 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/36cc9995f4f0474abb51ea1588c96681 2024-12-16T08:38:23,659 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9147d7d55c894b97a500b264a0cb1c1f to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9147d7d55c894b97a500b264a0cb1c1f 2024-12-16T08:38:23,659 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d1b754adb2f245afa483c1e031159680 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d1b754adb2f245afa483c1e031159680 2024-12-16T08:38:23,659 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9cdd2c57c9134c648a550a77f6b97751 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/9cdd2c57c9134c648a550a77f6b97751 2024-12-16T08:38:23,660 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/cf5697e9d9ce4302bbf6186b5b39237b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/cf5697e9d9ce4302bbf6186b5b39237b 2024-12-16T08:38:23,660 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/3ec9dc0d7fa740d1908931486ab92c2d to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/3ec9dc0d7fa740d1908931486ab92c2d 2024-12-16T08:38:23,661 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/ceb061a90a944ad3b4a5a9ec0cc0d0a8 2024-12-16T08:38:23,661 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b5b0e48eb9c04424a22443503be64cda to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b5b0e48eb9c04424a22443503be64cda 2024-12-16T08:38:23,661 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6459b0f1e65b4b15a6ac1fe9b7472d5c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6459b0f1e65b4b15a6ac1fe9b7472d5c 2024-12-16T08:38:23,662 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/4bcb94d730a348cba13b73ca010f86e9 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/4bcb94d730a348cba13b73ca010f86e9 2024-12-16T08:38:23,662 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96a790c3a51c4996ac58e91df8dad032 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/96a790c3a51c4996ac58e91df8dad032 2024-12-16T08:38:23,662 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c063a7b82fb342f8b10a0296fccae760 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c063a7b82fb342f8b10a0296fccae760 2024-12-16T08:38:23,663 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/41877a2abc204a2b804a914626a68bdc to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/41877a2abc204a2b804a914626a68bdc 2024-12-16T08:38:23,663 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/7e45d9f4db5c4f758a85e921df8da0e2 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/7e45d9f4db5c4f758a85e921df8da0e2 2024-12-16T08:38:23,663 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/959ea01157e645ac8fafa734815a571e to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/959ea01157e645ac8fafa734815a571e 2024-12-16T08:38:23,663 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c2566fd4fb28462b800e98b7b6b24965 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/c2566fd4fb28462b800e98b7b6b24965 2024-12-16T08:38:23,663 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6aa6083b63d64b7e933b2c354fff55d7 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6aa6083b63d64b7e933b2c354fff55d7 2024-12-16T08:38:23,663 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b278f9e9dc5d49c08e0148d3633255f6 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/b278f9e9dc5d49c08e0148d3633255f6 2024-12-16T08:38:23,667 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/recovered.edits/369.seqid, newMaxSeqId=369, maxSeqId=4 2024-12-16T08:38:23,667 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83. 2024-12-16T08:38:23,667 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for 47108fdadea472952bdd801fd1255e83: 2024-12-16T08:38:23,669 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed 47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:23,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=47108fdadea472952bdd801fd1255e83, regionState=CLOSED 2024-12-16T08:38:23,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-16T08:38:23,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure 47108fdadea472952bdd801fd1255e83, server=e845af7b5e21,34791,1734338108080 in 1.4920 sec 2024-12-16T08:38:23,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-16T08:38:23,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=47108fdadea472952bdd801fd1255e83, UNASSIGN in 1.4950 sec 2024-12-16T08:38:23,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-16T08:38:23,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4970 sec 2024-12-16T08:38:23,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734338303674"}]},"ts":"1734338303674"} 2024-12-16T08:38:23,675 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T08:38:23,677 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T08:38:23,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5090 sec 2024-12-16T08:38:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T08:38:24,274 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-16T08:38:24,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-16T08:38:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:38:24,277 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:38:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T08:38:24,278 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:38:24,284 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,289 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C, FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/recovered.edits] 2024-12-16T08:38:24,295 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/07c6bfd2e9c34976a0d72ba408644642 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/07c6bfd2e9c34976a0d72ba408644642 2024-12-16T08:38:24,297 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/8e2712e326b84d318d95728660b628c0 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/8e2712e326b84d318d95728660b628c0 2024-12-16T08:38:24,300 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/f7e98e89e20d42c9a364dd1466f60105 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/A/f7e98e89e20d42c9a364dd1466f60105 2024-12-16T08:38:24,303 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be6bac805a04afb8bdafbb858f07e5c to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/8be6bac805a04afb8bdafbb858f07e5c 2024-12-16T08:38:24,303 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/854b22fb6e6d45cc9501f5d7472aa35b to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/854b22fb6e6d45cc9501f5d7472aa35b 2024-12-16T08:38:24,305 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/1669cd0bef8c4fd3841492cedcb9fa59 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/B/1669cd0bef8c4fd3841492cedcb9fa59 2024-12-16T08:38:24,309 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d34ab0c946814b329f590443a29fea89 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/d34ab0c946814b329f590443a29fea89 2024-12-16T08:38:24,309 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/155fb26245ec4246b37bc96d5a8ef358 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/155fb26245ec4246b37bc96d5a8ef358 2024-12-16T08:38:24,312 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6776f77b60914e268305c0d0ca42be42 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/C/6776f77b60914e268305c0d0ca42be42 2024-12-16T08:38:24,315 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/recovered.edits/369.seqid to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83/recovered.edits/369.seqid 2024-12-16T08:38:24,315 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/default/TestAcidGuarantees/47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,316 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T08:38:24,319 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T08:38:24,319 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-16T08:38:24,328 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161b82d756d2034367884955008b2ad772_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161b82d756d2034367884955008b2ad772_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,328 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160adfcf6a170a4c4190ba0b8f3d95737b_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160adfcf6a170a4c4190ba0b8f3d95737b_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,328 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121625fdc657e4ab4a66b82731b0507a5c02_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121625fdc657e4ab4a66b82731b0507a5c02_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,328 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162ee6bd40f4c24778991fbb5dee7aec06_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162ee6bd40f4c24778991fbb5dee7aec06_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,328 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216343e62d91b3a4e028db91295f560e641_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216343e62d91b3a4e028db91295f560e641_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,328 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165bfcf636e56e482890e3c1a766b674cc_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165bfcf636e56e482890e3c1a766b674cc_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,330 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a2980585213644a3bd525c7832c7aed6_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a2980585213644a3bd525c7832c7aed6_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,330 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169ef5e189ef7b41979e65c84c148b8824_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169ef5e189ef7b41979e65c84c148b8824_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,330 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165139b251c84642d880752b983608e068_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165139b251c84642d880752b983608e068_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,330 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216cab5929473cf4f62930497a1973e2aad_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216cab5929473cf4f62930497a1973e2aad_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,331 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216388a867ab3814354956cde40b8ec7533_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216388a867ab3814354956cde40b8ec7533_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,331 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c67f365a9af544c488a4f56a5ba7ded2_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c67f365a9af544c488a4f56a5ba7ded2_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,331 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696a2fed0cd80431fa80bba67b559dd39_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696a2fed0cd80431fa80bba67b559dd39_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,331 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696f42c4bffb2452bb3f68efdd622d368_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121696f42c4bffb2452bb3f68efdd622d368_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,332 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d4cd3f7e2b7f49278f4a969c7d11f05c_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d4cd3f7e2b7f49278f4a969c7d11f05c_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,332 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d804f261297942b88412d7ff20960944_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216d804f261297942b88412d7ff20960944_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,332 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216eaa2e10eb3054f7e87711be5091f38d1_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216eaa2e10eb3054f7e87711be5091f38d1_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,336 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f7d030ef9d1c440b8f38b3055ddab6fe_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f7d030ef9d1c440b8f38b3055ddab6fe_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,337 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216dd7a91744d2b4bbbac93e3447d2e410e_47108fdadea472952bdd801fd1255e83 to hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216dd7a91744d2b4bbbac93e3447d2e410e_47108fdadea472952bdd801fd1255e83 2024-12-16T08:38:24,338 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T08:38:24,340 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:38:24,349 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T08:38:24,354 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T08:38:24,355 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:38:24,355 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T08:38:24,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734338304355"}]},"ts":"9223372036854775807"} 2024-12-16T08:38:24,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T08:38:24,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 47108fdadea472952bdd801fd1255e83, NAME => 'TestAcidGuarantees,,1734338270495.47108fdadea472952bdd801fd1255e83.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T08:38:24,361 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T08:38:24,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734338304361"}]},"ts":"9223372036854775807"} 2024-12-16T08:38:24,365 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T08:38:24,368 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T08:38:24,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-12-16T08:38:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T08:38:24,378 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-16T08:38:24,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=243 (was 244), OpenFileDescriptor=446 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=827 (was 856), ProcessCount=11 (was 11), AvailableMemoryMB=1998 (was 1958) - AvailableMemoryMB LEAK? - 2024-12-16T08:38:24,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T08:38:24,396 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:38:24,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5009c05e to 127.0.0.1:62313 2024-12-16T08:38:24,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:24,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T08:38:24,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1923464191, stopped=false 2024-12-16T08:38:24,397 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e845af7b5e21,37517,1734338106705 2024-12-16T08:38:24,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:38:24,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:38:24,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T08:38:24,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:38:24,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:38:24,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:24,399 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,34791,1734338108080' ***** 2024-12-16T08:38:24,399 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:38:24,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:38:24,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:38:24,400 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:38:24,400 INFO [RS:0;e845af7b5e21:34791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:38:24,400 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:38:24,400 INFO [RS:0;e845af7b5e21:34791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:38:24,400 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(3579): Received CLOSE for 9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:38:24,401 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,34791,1734338108080 2024-12-16T08:38:24,401 DEBUG [RS:0;e845af7b5e21:34791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:24,401 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:38:24,401 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:38:24,401 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:38:24,401 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9c7efdd8aa985b5b783166f22b595875, disabling compactions & flushes 2024-12-16T08:38:24,401 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. after waiting 0 ms 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:38:24,401 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9c7efdd8aa985b5b783166f22b595875 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T08:38:24,401 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T08:38:24,401 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c7efdd8aa985b5b783166f22b595875=hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875.} 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:38:24,401 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:38:24,401 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:38:24,401 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-16T08:38:24,404 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9c7efdd8aa985b5b783166f22b595875 2024-12-16T08:38:24,424 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875/.tmp/info/917be4dd2aaf4a0cbc161746837a69ac is 45, key is default/info:d/1734338114329/Put/seqid=0 2024-12-16T08:38:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742474_1650 (size=5037) 2024-12-16T08:38:24,428 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875/.tmp/info/917be4dd2aaf4a0cbc161746837a69ac 2024-12-16T08:38:24,430 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/info/93f876b330e64637ace65810684cf0f5 is 143, key is hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875./info:regioninfo/1734338114024/Put/seqid=0 2024-12-16T08:38:24,443 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875/.tmp/info/917be4dd2aaf4a0cbc161746837a69ac as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875/info/917be4dd2aaf4a0cbc161746837a69ac 2024-12-16T08:38:24,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742475_1651 (size=7725) 2024-12-16T08:38:24,446 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875/info/917be4dd2aaf4a0cbc161746837a69ac, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T08:38:24,447 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9c7efdd8aa985b5b783166f22b595875 in 46ms, sequenceid=6, compaction requested=false 2024-12-16T08:38:24,452 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:38:24,457 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/namespace/9c7efdd8aa985b5b783166f22b595875/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T08:38:24,458 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:38:24,458 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9c7efdd8aa985b5b783166f22b595875: 2024-12-16T08:38:24,458 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734338112929.9c7efdd8aa985b5b783166f22b595875. 2024-12-16T08:38:24,605 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T08:38:24,805 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T08:38:24,838 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T08:38:24,838 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T08:38:24,844 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/info/93f876b330e64637ace65810684cf0f5 2024-12-16T08:38:24,867 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/rep_barrier/73201a239ff84e44ae93b821fa6fd20b is 102, key is TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c./rep_barrier:/1734338146366/DeleteFamily/seqid=0 2024-12-16T08:38:24,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742476_1652 (size=6025) 2024-12-16T08:38:25,005 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T08:38:25,206 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T08:38:25,273 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/rep_barrier/73201a239ff84e44ae93b821fa6fd20b 2024-12-16T08:38:25,298 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/table/515d1dfa4a734e919679f412b0df31e0 is 96, key is TestAcidGuarantees,,1734338115032.5a3ab08b0d98135268be4a4f20718b8c./table:/1734338146366/DeleteFamily/seqid=0 2024-12-16T08:38:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742477_1653 (size=5942) 2024-12-16T08:38:25,406 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T08:38:25,406 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T08:38:25,406 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T08:38:25,606 DEBUG [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T08:38:25,704 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/table/515d1dfa4a734e919679f412b0df31e0 2024-12-16T08:38:25,708 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/info/93f876b330e64637ace65810684cf0f5 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/info/93f876b330e64637ace65810684cf0f5 2024-12-16T08:38:25,710 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/info/93f876b330e64637ace65810684cf0f5, entries=22, sequenceid=93, filesize=7.5 K 2024-12-16T08:38:25,711 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/rep_barrier/73201a239ff84e44ae93b821fa6fd20b as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/rep_barrier/73201a239ff84e44ae93b821fa6fd20b 2024-12-16T08:38:25,713 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/rep_barrier/73201a239ff84e44ae93b821fa6fd20b, entries=6, sequenceid=93, filesize=5.9 K 2024-12-16T08:38:25,714 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/.tmp/table/515d1dfa4a734e919679f412b0df31e0 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/table/515d1dfa4a734e919679f412b0df31e0 2024-12-16T08:38:25,717 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/table/515d1dfa4a734e919679f412b0df31e0, entries=9, sequenceid=93, filesize=5.8 K 2024-12-16T08:38:25,717 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=93, compaction requested=false 2024-12-16T08:38:25,721 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-16T08:38:25,721 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:38:25,721 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:38:25,721 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:38:25,722 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T08:38:25,806 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,34791,1734338108080; all regions closed. 2024-12-16T08:38:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741834_1010 (size=26050) 2024-12-16T08:38:25,813 DEBUG [RS:0;e845af7b5e21:34791 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/oldWALs 2024-12-16T08:38:25,813 INFO [RS:0;e845af7b5e21:34791 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C34791%2C1734338108080.meta:.meta(num 1734338112456) 2024-12-16T08:38:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741833_1009 (size=15232204) 2024-12-16T08:38:25,817 DEBUG [RS:0;e845af7b5e21:34791 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/oldWALs 2024-12-16T08:38:25,817 INFO [RS:0;e845af7b5e21:34791 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C34791%2C1734338108080:(num 1734338112058) 2024-12-16T08:38:25,817 DEBUG [RS:0;e845af7b5e21:34791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:25,817 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:38:25,818 INFO [RS:0;e845af7b5e21:34791 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T08:38:25,819 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:38:25,819 INFO [RS:0;e845af7b5e21:34791 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:34791 2024-12-16T08:38:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,34791,1734338108080 2024-12-16T08:38:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:38:25,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,34791,1734338108080] 2024-12-16T08:38:25,827 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,34791,1734338108080; numProcessing=1 2024-12-16T08:38:25,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,34791,1734338108080 already deleted, retry=false 2024-12-16T08:38:25,829 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,34791,1734338108080 expired; onlineServers=0 2024-12-16T08:38:25,829 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,37517,1734338106705' ***** 2024-12-16T08:38:25,829 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T08:38:25,829 DEBUG [M:0;e845af7b5e21:37517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:38:25,829 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,37517,1734338106705 2024-12-16T08:38:25,830 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,37517,1734338106705; all regions closed. 2024-12-16T08:38:25,830 DEBUG [M:0;e845af7b5e21:37517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:38:25,830 DEBUG [M:0;e845af7b5e21:37517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T08:38:25,830 DEBUG [M:0;e845af7b5e21:37517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T08:38:25,830 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734338111496 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734338111496,5,FailOnTimeoutGroup] 2024-12-16T08:38:25,830 INFO [M:0;e845af7b5e21:37517 {}] hbase.ChoreService(370): Chore service for: master/e845af7b5e21:0 had [] on shutdown 2024-12-16T08:38:25,830 DEBUG [M:0;e845af7b5e21:37517 {}] master.HMaster(1733): Stopping service threads 2024-12-16T08:38:25,830 INFO [M:0;e845af7b5e21:37517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T08:38:25,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T08:38:25,831 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734338111494 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734338111494,5,FailOnTimeoutGroup] 2024-12-16T08:38:25,831 ERROR [M:0;e845af7b5e21:37517 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (262611804) connection to localhost/127.0.0.1:34513 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34513,5,PEWorkerGroup] 2024-12-16T08:38:25,833 INFO [M:0;e845af7b5e21:37517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T08:38:25,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T08:38:25,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T08:38:25,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:38:25,834 DEBUG [M:0;e845af7b5e21:37517 {}] zookeeper.ZKUtil(347): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T08:38:25,834 WARN [M:0;e845af7b5e21:37517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T08:38:25,834 INFO [M:0;e845af7b5e21:37517 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T08:38:25,835 INFO [M:0;e845af7b5e21:37517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T08:38:25,835 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:38:25,835 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:38:25,835 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:38:25,835 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:38:25,835 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:38:25,835 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=781.05 KB heapSize=961.89 KB 2024-12-16T08:38:25,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:38:25,859 DEBUG [M:0;e845af7b5e21:37517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49b8be8e7d824a65b728c8d7868977a2 is 82, key is hbase:meta,,1/info:regioninfo/1734338112698/Put/seqid=0 2024-12-16T08:38:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742478_1654 (size=5672) 2024-12-16T08:38:25,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:38:25,927 INFO [RS:0;e845af7b5e21:34791 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,34791,1734338108080; zookeeper connection closed. 2024-12-16T08:38:25,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34791-0x10099f7096a0001, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:38:25,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1293a9b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1293a9b 2024-12-16T08:38:25,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T08:38:26,272 INFO [M:0;e845af7b5e21:37517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2236 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49b8be8e7d824a65b728c8d7868977a2 2024-12-16T08:38:26,298 DEBUG [M:0;e845af7b5e21:37517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d9e2918cde14656b4d77324a8613361 is 2283, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1734338150115/Put/seqid=0 2024-12-16T08:38:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742479_1655 (size=44005) 2024-12-16T08:38:26,340 INFO [M:0;e845af7b5e21:37517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=780.49 KB at sequenceid=2236 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d9e2918cde14656b4d77324a8613361 2024-12-16T08:38:26,343 INFO [M:0;e845af7b5e21:37517 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d9e2918cde14656b4d77324a8613361 2024-12-16T08:38:26,385 DEBUG [M:0;e845af7b5e21:37517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/197493f8f55b493c931bfe6639cf2a54 is 69, key is e845af7b5e21,34791,1734338108080/rs:state/1734338111656/Put/seqid=0 2024-12-16T08:38:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073742480_1656 (size=5156) 2024-12-16T08:38:26,444 INFO [M:0;e845af7b5e21:37517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2236 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/197493f8f55b493c931bfe6639cf2a54 2024-12-16T08:38:26,468 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49b8be8e7d824a65b728c8d7868977a2 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49b8be8e7d824a65b728c8d7868977a2 2024-12-16T08:38:26,493 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49b8be8e7d824a65b728c8d7868977a2, entries=8, sequenceid=2236, filesize=5.5 K 2024-12-16T08:38:26,494 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d9e2918cde14656b4d77324a8613361 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d9e2918cde14656b4d77324a8613361 2024-12-16T08:38:26,502 INFO [M:0;e845af7b5e21:37517 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d9e2918cde14656b4d77324a8613361 2024-12-16T08:38:26,502 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d9e2918cde14656b4d77324a8613361, entries=173, sequenceid=2236, filesize=43.0 K 2024-12-16T08:38:26,505 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/197493f8f55b493c931bfe6639cf2a54 as hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/197493f8f55b493c931bfe6639cf2a54 2024-12-16T08:38:26,509 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34513/user/jenkins/test-data/e4f7476b-6869-0665-ae31-2d9dcae09333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/197493f8f55b493c931bfe6639cf2a54, entries=1, sequenceid=2236, filesize=5.0 K 2024-12-16T08:38:26,512 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(3040): Finished flush of dataSize ~781.05 KB/799794, heapSize ~961.59 KB/984672, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 677ms, sequenceid=2236, compaction requested=false 2024-12-16T08:38:26,535 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:38:26,535 DEBUG [M:0;e845af7b5e21:37517 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:38:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741830_1006 (size=946349) 2024-12-16T08:38:26,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:38:26,549 INFO [M:0;e845af7b5e21:37517 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T08:38:26,549 INFO [M:0;e845af7b5e21:37517 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37517 2024-12-16T08:38:26,556 DEBUG [M:0;e845af7b5e21:37517 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e845af7b5e21,37517,1734338106705 already deleted, retry=false 2024-12-16T08:38:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:38:26,659 INFO [M:0;e845af7b5e21:37517 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,37517,1734338106705; zookeeper connection closed. 2024-12-16T08:38:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10099f7096a0000, quorum=127.0.0.1:62313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:38:26,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e8c6150{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:38:26,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c9bdbec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:38:26,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:38:26,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200c8689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:38:26,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a9a1951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/hadoop.log.dir/,STOPPED} 2024-12-16T08:38:26,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:38:26,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:38:26,688 WARN [BP-1395786418-172.17.0.3-1734338101808 heartbeating to localhost/127.0.0.1:34513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:38:26,688 WARN [BP-1395786418-172.17.0.3-1734338101808 heartbeating to localhost/127.0.0.1:34513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1395786418-172.17.0.3-1734338101808 (Datanode Uuid 00c6c53d-8c4d-452e-8845-53fe8911e441) service to localhost/127.0.0.1:34513 2024-12-16T08:38:26,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120/dfs/data/data2/current/BP-1395786418-172.17.0.3-1734338101808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:38:26,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/cluster_cb4c7ab5-6296-484c-b48a-5e8a8d0eb120/dfs/data/data1/current/BP-1395786418-172.17.0.3-1734338101808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:38:26,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:38:26,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:38:26,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:38:26,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:38:26,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:38:26,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bb4a42a-b346-255a-290d-000ff7e62b1f/hadoop.log.dir/,STOPPED} 2024-12-16T08:38:26,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T08:38:26,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down